You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/28 14:00:29 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1289 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1289/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:45674 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:45674 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([48E1AB046284F0C3:C907251C15DB90FF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:30083 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:30083 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([48E1AB046284F0C3:C907251C15DB90FF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9522 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 491737 T1105 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 491744 T1105 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./solrtest-ShardSplitTest-1369741296333
[junit4:junit4]   2> 491745 T1105 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 491746 T1106 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 491847 T1105 oasc.ZkTestServer.run start zk server on port:45667
[junit4:junit4]   2> 491848 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 491851 T1112 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6949e128 name:ZooKeeperConnection Watcher:127.0.0.1:45667 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 491852 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 491852 T1105 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 491865 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 491867 T1114 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4759d78d name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 491867 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 491868 T1105 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 491877 T1105 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 491880 T1105 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 491882 T1105 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 491884 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 491885 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 491896 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 491897 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 492011 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 492012 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 492021 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 492022 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 492025 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 492026 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 492029 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 492029 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 492032 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 492033 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 492036 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 492036 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 492039 T1105 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 492040 T1105 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 492311 T1105 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 492314 T1105 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45670
[junit4:junit4]   2> 492315 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 492316 T1105 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 492316 T1105 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636
[junit4:junit4]   2> 492317 T1105 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/solr.xml
[junit4:junit4]   2> 492317 T1105 oasc.CoreContainer.<init> New CoreContainer 1339987418
[junit4:junit4]   2> 492318 T1105 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/'
[junit4:junit4]   2> 492318 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/'
[junit4:junit4]   2> 492447 T1105 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 492448 T1105 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 492448 T1105 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 492449 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 492449 T1105 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 492450 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 492450 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 492451 T1105 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 492451 T1105 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 492452 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 492470 T1105 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 492471 T1105 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45667/solr
[junit4:junit4]   2> 492472 T1105 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 492473 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 492475 T1125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17768b0e name:ZooKeeperConnection Watcher:127.0.0.1:45667 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 492476 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 492478 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 492491 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 492493 T1127 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7b2665e3 name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 492494 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 492496 T1105 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 492505 T1105 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 492509 T1105 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 492516 T1105 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45670_
[junit4:junit4]   2> 492518 T1105 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45670_
[junit4:junit4]   2> 492521 T1105 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 492537 T1105 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 492545 T1105 oasc.Overseer.start Overseer (id=89767365596938243-127.0.0.1:45670_-n_0000000000) starting
[junit4:junit4]   2> 492555 T1105 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 492567 T1129 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 492567 T1105 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 492570 T1105 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 492572 T1105 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 492574 T1128 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 492578 T1130 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/collection1
[junit4:junit4]   2> 492579 T1130 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 492579 T1130 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 492580 T1130 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 492581 T1130 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/collection1/'
[junit4:junit4]   2> 492583 T1130 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 492583 T1130 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/collection1/lib/README' to classloader
[junit4:junit4]   2> 492635 T1130 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 492696 T1130 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 492797 T1130 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 492803 T1130 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 493390 T1130 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 493395 T1130 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 493397 T1130 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 493402 T1130 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 493431 T1130 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 493432 T1130 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369741296636/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/control/data/
[junit4:junit4]   2> 493432 T1130 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@528a709d
[junit4:junit4]   2> 493433 T1130 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 493433 T1130 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/control/data
[junit4:junit4]   2> 493434 T1130 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369741296332/control/data/index/
[junit4:junit4]   2> 493434 T1130 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369741296332/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 493435 T1130 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/control/data/index
[junit4:junit4]   2> 493439 T1130 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@627844ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fe50d2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 493440 T1130 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 493443 T1130 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 493443 T1130 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 493444 T1130 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 493445 T1130 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 493445 T1130 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 493446 T1130 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 493446 T1130 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 493447 T1130 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 493447 T1130 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 493464 T1130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 493471 T1130 oass.SolrIndexSearcher.<init> Opening Searcher@5f2a54d1 main
[junit4:junit4]   2> 493472 T1130 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/control/data/tlog
[junit4:junit4]   2> 493473 T1130 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 493474 T1130 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 493478 T1131 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5f2a54d1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 493480 T1130 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 493480 T1130 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 494077 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 494078 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45670_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45670"}
[junit4:junit4]   2> 494078 T1128 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 494078 T1128 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 494119 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 494484 T1130 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 494484 T1130 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45670 collection:control_collection shard:shard1
[junit4:junit4]   2> 494485 T1130 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 494500 T1130 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 494511 T1130 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 494511 T1130 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 494512 T1130 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45670/collection1/
[junit4:junit4]   2> 494512 T1130 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 494512 T1130 oasc.SyncStrategy.syncToMe http://127.0.0.1:45670/collection1/ has no replicas
[junit4:junit4]   2> 494512 T1130 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45670/collection1/
[junit4:junit4]   2> 494513 T1130 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 495623 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 495645 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 495691 T1130 oasc.ZkController.register We are http://127.0.0.1:45670/collection1/ and leader is http://127.0.0.1:45670/collection1/
[junit4:junit4]   2> 495691 T1130 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45670
[junit4:junit4]   2> 495691 T1130 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 495692 T1130 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 495692 T1130 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 495694 T1130 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 495696 T1105 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 495696 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 495697 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 495713 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 495715 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 495717 T1134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e1e5515 name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 495718 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 495719 T1105 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 495721 T1105 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 495989 T1105 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 495992 T1105 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45674
[junit4:junit4]   2> 495993 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 495994 T1105 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 495994 T1105 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309
[junit4:junit4]   2> 495995 T1105 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/solr.xml
[junit4:junit4]   2> 495995 T1105 oasc.CoreContainer.<init> New CoreContainer 865395646
[junit4:junit4]   2> 495996 T1105 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/'
[junit4:junit4]   2> 495997 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/'
[junit4:junit4]   2> 496125 T1105 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 496126 T1105 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 496127 T1105 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 496127 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 496128 T1105 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 496128 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 496129 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 496129 T1105 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 496130 T1105 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 496130 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 496147 T1105 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 496148 T1105 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45667/solr
[junit4:junit4]   2> 496148 T1105 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 496149 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 496152 T1145 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@355eec61 name:ZooKeeperConnection Watcher:127.0.0.1:45667 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 496153 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 496170 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 496182 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 496184 T1147 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@283b406 name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 496184 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 496192 T1105 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 497157 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 497158 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45670_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45670"}
[junit4:junit4]   2> 497178 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 497178 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 497178 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 497196 T1105 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45674_
[junit4:junit4]   2> 497198 T1105 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45674_
[junit4:junit4]   2> 497200 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 497200 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 497200 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 497202 T1134 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 497210 T1127 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 497210 T1147 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 497216 T1148 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/collection1
[junit4:junit4]   2> 497216 T1148 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 497217 T1148 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 497217 T1148 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 497219 T1148 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/collection1/'
[junit4:junit4]   2> 497220 T1148 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/collection1/lib/README' to classloader
[junit4:junit4]   2> 497221 T1148 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 497278 T1148 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 497344 T1148 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 497445 T1148 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 497452 T1148 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 497760 T371 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 498038 T1148 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 498042 T1148 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 498044 T1148 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 498050 T1148 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 498078 T1148 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 498079 T1148 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369741300309/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty1/
[junit4:junit4]   2> 498079 T1148 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@528a709d
[junit4:junit4]   2> 498080 T1148 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 498081 T1148 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty1
[junit4:junit4]   2> 498081 T1148 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty1/index/
[junit4:junit4]   2> 498081 T1148 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 498082 T1148 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty1/index
[junit4:junit4]   2> 498086 T1148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@586baa43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@625cf7d1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 498086 T1148 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 498090 T1148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 498090 T1148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 498091 T1148 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 498092 T1148 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 498093 T1148 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 498093 T1148 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 498094 T1148 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 498094 T1148 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 498095 T1148 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 498112 T1148 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 498119 T1148 oass.SolrIndexSearcher.<init> Opening Searcher@45f3fdb8 main
[junit4:junit4]   2> 498120 T1148 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty1/tlog
[junit4:junit4]   2> 498121 T1148 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 498121 T1148 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 498126 T1149 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45f3fdb8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 498129 T1148 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 498129 T1148 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 498682 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 498683 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45674_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45674"}
[junit4:junit4]   2> 498683 T1128 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 498684 T1128 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 498700 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 498700 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 498700 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 499132 T1148 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 499132 T1148 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45674 collection:collection1 shard:shard1
[junit4:junit4]   2> 499133 T1148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 499150 T1148 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 499161 T1148 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 499161 T1148 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 499161 T1148 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45674/collection1/
[junit4:junit4]   2> 499162 T1148 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 499162 T1148 oasc.SyncStrategy.syncToMe http://127.0.0.1:45674/collection1/ has no replicas
[junit4:junit4]   2> 499162 T1148 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45674/collection1/
[junit4:junit4]   2> 499163 T1148 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 499759 T390 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 500204 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 500222 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 500222 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 500222 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 500239 T1148 oasc.ZkController.register We are http://127.0.0.1:45674/collection1/ and leader is http://127.0.0.1:45674/collection1/
[junit4:junit4]   2> 500239 T1148 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45674
[junit4:junit4]   2> 500239 T1148 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 500239 T1148 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 500240 T1148 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 500241 T1148 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 500242 T1105 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 500243 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 500244 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 500573 T1105 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 500577 T1105 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45679
[junit4:junit4]   2> 500577 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 500578 T1105 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 500578 T1105 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852
[junit4:junit4]   2> 500579 T1105 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/solr.xml
[junit4:junit4]   2> 500580 T1105 oasc.CoreContainer.<init> New CoreContainer 1919245688
[junit4:junit4]   2> 500580 T1105 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/'
[junit4:junit4]   2> 500581 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/'
[junit4:junit4]   2> 500729 T1105 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 500730 T1105 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 500731 T1105 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 500731 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 500732 T1105 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 500732 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 500733 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 500733 T1105 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 500734 T1105 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 500735 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 500757 T1105 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 500758 T1105 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45667/solr
[junit4:junit4]   2> 500759 T1105 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 500760 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 500799 T1161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b6b277e name:ZooKeeperConnection Watcher:127.0.0.1:45667 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 500800 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 500802 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 500816 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 500818 T1163 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@afc52f name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 500819 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 500829 T1105 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 501727 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 501728 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45674_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45674"}
[junit4:junit4]   2> 501732 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501732 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501732 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501732 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501832 T1105 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45679_
[junit4:junit4]   2> 501834 T1105 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45679_
[junit4:junit4]   2> 501836 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501836 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501836 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501836 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 501837 T1127 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 501838 T1163 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 501838 T1134 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 501838 T1147 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 501843 T1164 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/collection1
[junit4:junit4]   2> 501843 T1164 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 501844 T1164 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 501844 T1164 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 501846 T1164 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/collection1/'
[junit4:junit4]   2> 501847 T1164 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 501848 T1164 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/collection1/lib/README' to classloader
[junit4:junit4]   2> 501915 T1164 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 501976 T1164 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 502078 T1164 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 502083 T1164 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 502525 T1164 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 502528 T1164 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 502530 T1164 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 502534 T1164 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 502555 T1164 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 502555 T1164 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369741304852/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty2/
[junit4:junit4]   2> 502555 T1164 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@528a709d
[junit4:junit4]   2> 502556 T1164 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 502557 T1164 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty2
[junit4:junit4]   2> 502557 T1164 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty2/index/
[junit4:junit4]   2> 502557 T1164 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 502557 T1164 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty2/index
[junit4:junit4]   2> 502560 T1164 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5469bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@6635689e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 502561 T1164 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 502563 T1164 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 502563 T1164 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 502564 T1164 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 502564 T1164 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 502565 T1164 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 502565 T1164 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 502565 T1164 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 502566 T1164 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 502566 T1164 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 502579 T1164 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 502585 T1164 oass.SolrIndexSearcher.<init> Opening Searcher@1ce07a0f main
[junit4:junit4]   2> 502585 T1164 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty2/tlog
[junit4:junit4]   2> 502586 T1164 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 502586 T1164 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 502590 T1165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1ce07a0f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 502592 T1164 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 502592 T1164 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 503236 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 503237 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45679_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45679"}
[junit4:junit4]   2> 503237 T1128 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 503237 T1128 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 503277 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 503277 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 503277 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 503277 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 503594 T1164 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 503594 T1164 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45679 collection:collection1 shard:shard2
[junit4:junit4]   2> 503595 T1164 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 503618 T1164 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 503621 T1164 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 503621 T1164 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 503621 T1164 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:45679/collection1/
[junit4:junit4]   2> 503621 T1164 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 503621 T1164 oasc.SyncStrategy.syncToMe http://127.0.0.1:45679/collection1/ has no replicas
[junit4:junit4]   2> 503622 T1164 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:45679/collection1/
[junit4:junit4]   2> 503622 T1164 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 503910 T394 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 504813 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 504859 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 504859 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 504859 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 504859 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 504911 T1164 oasc.ZkController.register We are http://127.0.0.1:45679/collection1/ and leader is http://127.0.0.1:45679/collection1/
[junit4:junit4]   2> 504911 T1164 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45679
[junit4:junit4]   2> 504911 T1164 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 504911 T1164 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 504912 T1164 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 504914 T1164 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 504915 T1105 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 504915 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 504916 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 505224 T1105 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 505227 T1105 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45682
[junit4:junit4]   2> 505228 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 505229 T1105 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 505229 T1105 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523
[junit4:junit4]   2> 505230 T1105 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/solr.xml
[junit4:junit4]   2> 505230 T1105 oasc.CoreContainer.<init> New CoreContainer 1149725808
[junit4:junit4]   2> 505231 T1105 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/'
[junit4:junit4]   2> 505231 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/'
[junit4:junit4]   2> 505366 T1105 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 505366 T1105 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 505367 T1105 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 505368 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 505368 T1105 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 505369 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 505369 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 505370 T1105 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 505370 T1105 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 505371 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 505389 T1105 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 505390 T1105 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45667/solr
[junit4:junit4]   2> 505391 T1105 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 505392 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 505395 T1177 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@58c8f8d2 name:ZooKeeperConnection Watcher:127.0.0.1:45667 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 505396 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 505398 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 505412 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 505414 T1179 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41290853 name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 505415 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 505426 T1105 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 506349 T409 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 506365 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 506366 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45679_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45679"}
[junit4:junit4]   2> 506383 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506383 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506383 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506383 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506383 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506429 T1105 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45682_
[junit4:junit4]   2> 506431 T1105 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45682_
[junit4:junit4]   2> 506434 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506434 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506434 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506434 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506434 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 506443 T1179 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 506443 T1134 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 506444 T1163 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 506444 T1147 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 506444 T1127 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 506449 T1180 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/collection1
[junit4:junit4]   2> 506450 T1180 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 506451 T1180 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 506451 T1180 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 506452 T1180 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/collection1/'
[junit4:junit4]   2> 506454 T1180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 506454 T1180 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/collection1/lib/README' to classloader
[junit4:junit4]   2> 506508 T1180 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 506569 T1180 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 506670 T1180 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 506677 T1180 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 507207 T1180 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 507210 T1180 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 507211 T1180 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 507215 T1180 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 507236 T1180 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 507237 T1180 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369741309523/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/
[junit4:junit4]   2> 507237 T1180 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@528a709d
[junit4:junit4]   2> 507237 T1180 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 507238 T1180 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3
[junit4:junit4]   2> 507238 T1180 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index/
[junit4:junit4]   2> 507238 T1180 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 507239 T1180 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index
[junit4:junit4]   2> 507242 T1180 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27312e63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3cf5f2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 507242 T1180 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 507245 T1180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 507245 T1180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 507245 T1180 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 507246 T1180 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 507246 T1180 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 507247 T1180 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 507247 T1180 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 507247 T1180 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 507248 T1180 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 507259 T1180 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 507264 T1180 oass.SolrIndexSearcher.<init> Opening Searcher@37e61765 main
[junit4:junit4]   2> 507264 T1180 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/tlog
[junit4:junit4]   2> 507265 T1180 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 507265 T1180 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 507269 T1181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@37e61765 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 507270 T1180 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 507271 T1180 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 507888 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 507889 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45682_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45682"}
[junit4:junit4]   2> 507889 T1128 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 507889 T1128 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 507913 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 507913 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 507913 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 507913 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 507913 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 508309 T1180 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 508309 T1180 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45682 collection:collection1 shard:shard1
[junit4:junit4]   2> 508313 T1180 oasc.ZkController.register We are http://127.0.0.1:45682/collection1/ and leader is http://127.0.0.1:45674/collection1/
[junit4:junit4]   2> 508313 T1180 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45682
[junit4:junit4]   2> 508313 T1180 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 508313 T1180 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C422 name=collection1 org.apache.solr.core.SolrCore@569ede59 url=http://127.0.0.1:45682/collection1 node=127.0.0.1:45682_ C422_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45682_, base_url=http://127.0.0.1:45682}
[junit4:junit4]   2> 508314 T1182 C422 P45682 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 508314 T1180 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 508315 T1182 C422 P45682 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 508315 T1182 C422 P45682 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 508316 T1182 C422 P45682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 508316 T1105 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 508317 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 508317 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 508317 T1182 C422 P45682 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 508336 T1137 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 508451 T424 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 508510 T1105 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 508514 T1105 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:45686
[junit4:junit4]   2> 508515 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 508515 T1105 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 508515 T1105 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921
[junit4:junit4]   2> 508516 T1105 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/solr.xml
[junit4:junit4]   2> 508516 T1105 oasc.CoreContainer.<init> New CoreContainer 363675857
[junit4:junit4]   2> 508516 T1105 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/'
[junit4:junit4]   2> 508517 T1105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/'
[junit4:junit4]   2> 508608 T1105 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 508608 T1105 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 508609 T1105 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 508609 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 508609 T1105 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 508610 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 508610 T1105 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 508610 T1105 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 508611 T1105 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 508611 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 508622 T1105 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 508623 T1105 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:45667/solr
[junit4:junit4]   2> 508624 T1105 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 508624 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 508654 T1194 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4d56f95e name:ZooKeeperConnection Watcher:127.0.0.1:45667 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 508654 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 508667 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 508679 T1105 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 508682 T1196 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1970d26c name:ZooKeeperConnection Watcher:127.0.0.1:45667/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 508682 T1105 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 508686 T1105 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 509417 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 509418 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45682_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45682"}
[junit4:junit4]   2> 509456 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509456 T1196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509456 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509456 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509456 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509456 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509689 T1105 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45686_
[junit4:junit4]   2> 509691 T1105 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:45686_
[junit4:junit4]   2> 509693 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509693 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509693 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509693 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509693 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 509694 T1196 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 509695 T1147 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 509695 T1196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 509704 T1163 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 509704 T1134 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 509704 T1127 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 509705 T1179 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 509708 T1197 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/collection1
[junit4:junit4]   2> 509709 T1197 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 509709 T1197 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 509710 T1197 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 509711 T1197 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/collection1/'
[junit4:junit4]   2> 509713 T1197 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/collection1/lib/README' to classloader
[junit4:junit4]   2> 509714 T1197 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 509771 T1197 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 509836 T1197 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 509937 T1197 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 509944 T1197 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 510338 T1137 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 510338 T1137 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:45682_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 510544 T1197 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 510548 T1197 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 510551 T1197 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 510556 T1197 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 510582 T1197 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 510583 T1197 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369741312921/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/
[junit4:junit4]   2> 510583 T1197 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@528a709d
[junit4:junit4]   2> 510584 T1197 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 510585 T1197 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4
[junit4:junit4]   2> 510585 T1197 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index/
[junit4:junit4]   2> 510585 T1197 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 510586 T1197 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index
[junit4:junit4]   2> 510590 T1197 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ec94490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@250cea05),segFN=segments_1,generation=1}
[junit4:junit4]   2> 510590 T1197 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 510594 T1197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 510594 T1197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 510595 T1197 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 510596 T1197 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 510596 T1197 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 510597 T1197 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 510597 T1197 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 510598 T1197 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 510598 T1197 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 510615 T1197 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 510623 T1197 oass.SolrIndexSearcher.<init> Opening Searcher@aa9eec9 main
[junit4:junit4]   2> 510624 T1197 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/tlog
[junit4:junit4]   2> 510625 T1197 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 510626 T1197 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 510631 T1198 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@aa9eec9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 510634 T1197 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 510634 T1197 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 510960 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 510961 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45686_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45686"}
[junit4:junit4]   2> 510961 T1128 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 510961 T1128 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 510978 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 510978 T1196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 510978 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 510978 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 510978 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 510978 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 511637 T1197 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 511637 T1197 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:45686 collection:collection1 shard:shard2
[junit4:junit4]   2> 511640 T1197 oasc.ZkController.register We are http://127.0.0.1:45686/collection1/ and leader is http://127.0.0.1:45679/collection1/
[junit4:junit4]   2> 511640 T1197 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:45686
[junit4:junit4]   2> 511640 T1197 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 511640 T1197 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C423 name=collection1 org.apache.solr.core.SolrCore@46ee015c url=http://127.0.0.1:45686/collection1 node=127.0.0.1:45686_ C423_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:45686_, base_url=http://127.0.0.1:45686}
[junit4:junit4]   2> 511641 T1199 C423 P45686 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 511641 T1197 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 511642 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 511642 T1199 C423 P45686 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 511642 T1199 C423 P45686 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 511643 T1105 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J1
[junit4:junit4]   2> 511643 T1105 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 511644 T1199 C423 P45686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 511644 T1105 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 511663 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 511664 T1153 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 511665 T1105 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 511665 T1105 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 511666 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C424 name=collection1 org.apache.solr.core.SolrCore@569ede59 url=http://127.0.0.1:45682/collection1 node=127.0.0.1:45682_ C424_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45682_, base_url=http://127.0.0.1:45682}
[junit4:junit4]   2> 512340 T1182 C424 P45682 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45674/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 512340 T1182 C424 P45682 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45682 START replicas=[http://127.0.0.1:45674/collection1/] nUpdates=100
[junit4:junit4]   2> 512341 T1182 C424 P45682 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 512342 T1182 C424 P45682 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 512342 T1182 C424 P45682 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 512342 T1182 C424 P45682 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 512342 T1182 C424 P45682 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 512343 T1182 C424 P45682 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45674/collection1/. core=collection1
[junit4:junit4]   2> 512343 T1182 C424 P45682 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C425 name=collection1 org.apache.solr.core.SolrCore@29facb39 url=http://127.0.0.1:45674/collection1 node=127.0.0.1:45674_ C425_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45674_, base_url=http://127.0.0.1:45674, leader=true}
[junit4:junit4]   2> 512350 T1138 C425 P45674 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 512356 T1139 C425 P45674 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 512359 T1139 C425 P45674 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@586baa43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@625cf7d1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 512360 T1139 C425 P45674 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 512361 T1139 C425 P45674 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@586baa43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@625cf7d1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@586baa43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@625cf7d1),segFN=segments_2,generation=2}
[junit4:junit4]   2> 512362 T1139 C425 P45674 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 512362 T1139 C425 P45674 oass.SolrIndexSearcher.<init> Opening Searcher@794f072a realtime
[junit4:junit4]   2> 512363 T1139 C425 P45674 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 512363 T1139 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 512364 T1182 C424 P45682 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 512365 T1182 C424 P45682 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 512367 T1140 C425 P45674 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 512367 T1140 C425 P45674 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 512368 T1182 C424 P45682 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 512368 T1182 C424 P45682 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 512369 T1182 C424 P45682 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 512371 T1140 C425 P45674 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 512372 T1182 C424 P45682 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 512374 T1182 C424 P45682 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index.20130528171156961
[junit4:junit4]   2> 512374 T1182 C424 P45682 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@562e503c lockFactory=org.apache.lucene.store.NativeFSLockFactory@472cb9a0) fullCopy=false
[junit4:junit4]   2> 512377 T1140 C425 P45674 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 512379 T1182 C424 P45682 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 512380 T1182 C424 P45682 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 512380 T1182 C424 P45682 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 512383 T1182 C424 P45682 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27312e63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3cf5f2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27312e63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3cf5f2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 512383 T1182 C424 P45682 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 512383 T1182 C424 P45682 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 512384 T1182 C424 P45682 oass.SolrIndexSearcher.<init> Opening Searcher@6a3dad0d main
[junit4:junit4]   2> 512385 T1181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6a3dad0d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 512386 T1182 C424 P45682 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index.20130528171156961 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index.20130528171156961;done=true>>]
[junit4:junit4]   2> 512386 T1182 C424 P45682 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index.20130528171156961
[junit4:junit4]   2> 512386 T1182 C424 P45682 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty3/index.20130528171156961
[junit4:junit4]   2> 512387 T1182 C424 P45682 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 512387 T1182 C424 P45682 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 512387 T1182 C424 P45682 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 512387 T1182 C424 P45682 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 512392 T1182 C424 P45682 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 512482 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 512483 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45686_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45686"}
[junit4:junit4]   2> 512495 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45682_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45682"}
[junit4:junit4]   2> 512510 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 512510 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 512510 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 512510 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 512510 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 512510 T1196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 512665 T1153 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 512665 T1153 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:45686_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 512668 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 513671 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C423_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:45686_, base_url=http://127.0.0.1:45686}
[junit4:junit4]   2> 514668 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:45679/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 514668 T1199 C423 P45686 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:45686 START replicas=[http://127.0.0.1:45679/collection1/] nUpdates=100
[junit4:junit4]   2> 514669 T1199 C423 P45686 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 514669 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 514669 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 514670 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 514670 T1199 C423 P45686 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 514670 T1199 C423 P45686 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:45679/collection1/. core=collection1
[junit4:junit4]   2> 514670 T1199 C423 P45686 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 514674 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C426 name=collection1 org.apache.solr.core.SolrCore@1ed01425 url=http://127.0.0.1:45679/collection1 node=127.0.0.1:45679_ C426_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45679_, base_url=http://127.0.0.1:45679, leader=true}
[junit4:junit4]   2> 514679 T1154 C426 P45679 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 514684 T1155 C426 P45679 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 514688 T1155 C426 P45679 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5469bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@6635689e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 514688 T1155 C426 P45679 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 514689 T1155 C426 P45679 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5469bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@6635689e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5469bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@6635689e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 514689 T1155 C426 P45679 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 514690 T1155 C426 P45679 oass.SolrIndexSearcher.<init> Opening Searcher@2975c157 realtime
[junit4:junit4]   2> 514690 T1155 C426 P45679 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 514691 T1155 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 514692 T1199 C423 P45686 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 514692 T1199 C423 P45686 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 514695 T1156 C426 P45679 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 514695 T1156 C426 P45679 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 514696 T1199 C423 P45686 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 514697 T1199 C423 P45686 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 514697 T1199 C423 P45686 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 514699 T1156 C426 P45679 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 514700 T1199 C423 P45686 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 514702 T1199 C423 P45686 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index.20130528171159289
[junit4:junit4]   2> 514702 T1199 C423 P45686 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1f3fb556 lockFactory=org.apache.lucene.store.NativeFSLockFactory@42ed1d2e) fullCopy=false
[junit4:junit4]   2> 514705 T1156 C426 P45679 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 514707 T1199 C423 P45686 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 514708 T1199 C423 P45686 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 514708 T1199 C423 P45686 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 514710 T1199 C423 P45686 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ec94490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@250cea05),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ec94490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@250cea05),segFN=segments_2,generation=2}
[junit4:junit4]   2> 514711 T1199 C423 P45686 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 514711 T1199 C423 P45686 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 514711 T1199 C423 P45686 oass.SolrIndexSearcher.<init> Opening Searcher@7702708d main
[junit4:junit4]   2> 514713 T1198 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7702708d main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 514713 T1199 C423 P45686 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index.20130528171159289 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index.20130528171159289;done=true>>]
[junit4:junit4]   2> 514714 T1199 C423 P45686 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index.20130528171159289
[junit4:junit4]   2> 514714 T1199 C423 P45686 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369741296332/jetty4/index.20130528171159289
[junit4:junit4]   2> 514714 T1199 C423 P45686 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 514714 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 514714 T1199 C423 P45686 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 514715 T1199 C423 P45686 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 514716 T1199 C423 P45686 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 515536 T1128 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 515537 T1128 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:45686_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:45686"}
[junit4:junit4]   2> 515552 T1179 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 515552 T1147 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 515552 T1134 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 515552 T1196 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 515552 T1163 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 515552 T1127 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 515676 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 515677 T1105 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C427 name=collection1 org.apache.solr.core.SolrCore@7e141290 url=http://127.0.0.1:45670/collection1 node=127.0.0.1:45670_ C427_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:45670_, base_url=http://127.0.0.1:45670, leader=true}
[junit4:junit4]   2> 515687 T1117 C427 P45670 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 515692 T1117 C427 P45670 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@627844ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fe50d2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 515692 T1117 C427 P45670 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 515693 T1117 C427 P45670 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@627844ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fe50d2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@627844ff lockFactory=org.apache.lucene.store.NativeFSLockFactory@2fe50d2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 515694 T1117 C427 P45670 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 515694 T1117 C427 P45670 oass.SolrIndexSearcher.<init> Opening Searcher@695d0555 main
[junit4:junit4]   2> 515695 T1117 C427 P45670 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 515696 T1131 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@695d0555 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 515697 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 10
[junit4:junit4]   2> 515708 T1157 C426 P45679 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 515710 T1157 C426 P45679 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5469bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@6635689e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f5469bb lockFactory=org.apache.lucene.store.NativeFSLockFactory@6635689e),segFN=segments_3,generation=3}
[junit4:junit4]   2> 515710 T1157 C426 P45679 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 515711 T1157 C426 P45679 oass.SolrIndexSearcher.<init> Opening Searcher@2d1bd81b main
[junit4:junit4]   2> 515711 T1157 C426 P45679 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 515712 T1165 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d1bd81b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 515713 T1157 C426 P45679 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:45674/collection1/, StdNode: http://127.0.0.1:45682/collection1/, StdNode: http://127.0.0.1:45686/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 515716 T1141 C425 P45674 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 515718 T1141 C425 P45674 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@586baa43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@625cf7d1),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@586baa43 lockFactory=org.apache.lucene.store.NativeFSLockFactory@625cf7d1),segFN=segments_3,generation=3}
[junit4:junit4]   2> 515718 T1141 C425 P45674 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 515719 T1141 C425 P45674 oass.SolrIndexSearcher.<init> Opening Searcher@6954fcae main
[junit4:junit4]   2> 515719 T1141 C425 P45674 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 515720 T1149 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6954fcae main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 515721 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2>  C423_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45686_, base_url=http://127.0.0.1:45686}
[junit4:junit4]   2> 515724 T1186 C423 P45686 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 515725 T1186 C423 P45686 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ec94490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@250cea05),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3ec94490 lockFactory=org.apache.lucene.store.NativeFSLockFactory@250cea05),segFN=segments_3,generation=3}
[junit4:junit4]   2>  C424_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:45682_, base_url=http://127.0.0.1:45682}
[junit4:junit4]   2> 515725 T1169 C424 P45682 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 515726 T1186 C423 P45686 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 515727 T1169 C424 P45682 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27312e63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3cf5f2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@27312e63 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a3cf5f2),segFN=segments_3,generation=3}
[junit4:junit4]   2> 515728 T1186 C423 P45686 oass.SolrIndexSearcher.<init> Opening Searcher@2d1cd2c7 main
[junit4:junit4]   2> 515728 T1169 C424 P45682 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 515729 T1186 C423 P45686 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 515729 T1169 C424 P45682 oass.SolrIndexSearcher.<init> Opening Searcher@24c7c613 main
[junit4:junit4]   2> 515730 T1198 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d1cd2c7 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 515730 T1169 C424 P45682 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 515731 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 515731 T1181 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24c7c613 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 515732 T1169 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 515733 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 25
[junit4:junit4]   2> 515734 T1105 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 515737 T1142 C425 P45674 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 515739 T1170 C424 P45682 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 515741 T1158 C426 P45679 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 515743 T1187 C423 P45686 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 517753 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436277876809793536)} 0 5
[junit4:junit4]   2> 517762 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436277876818182144&update.from=http://127.0.0.1:45674/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436277876818182144)} 0 2
[junit4:junit4]   2> 517766 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436277876822376448&update.from=http://127.0.0.1:45679/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436277876822376448)} 0 2
[junit4:junit4]   2> 517767 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436277876822376448)} 0 7
[junit4:junit4]   2> 517768 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436277876818182144)} 0 13
[junit4:junit4]   2> 517773 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436277876834959360)]} 0 1
[junit4:junit4]   2> 517782 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436277876841250816)]} 0 1
[junit4:junit4]   2> 517783 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!0 (1436277876841250816)]} 0 5
[junit4:junit4]   2> 517788 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436277876850688000)]} 0 1
[junit4:junit4]   2> 517795 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436277876854882304)]} 0 1
[junit4:junit4]   2> 517796 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!1 (1436277876854882304)]} 0 5
[junit4:junit4]   2> 517800 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436277876863270912)]} 0 1
[junit4:junit4]   2> 517807 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436277876867465216)]} 0 1
[junit4:junit4]   2> 517807 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!2 (1436277876867465216)]} 0 4
[junit4:junit4]   2> 517811 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3 (1436277876874805248)]} 0 1
[junit4:junit4]   2> 517822 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436277876883193856)]} 0 1
[junit4:junit4]   2> 517823 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!3 (1436277876883193856)]} 0 6
[junit4:junit4]   2> 517824 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!3]} 0 10
[junit4:junit4]   2> 517828 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436277876892631040)]} 0 1
[junit4:junit4]   2> 517835 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436277876896825344)]} 0 1
[junit4:junit4]   2> 517836 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!4 (1436277876896825344)]} 0 5
[junit4:junit4]   2> 517839 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5 (1436277876904165376)]} 0 1
[junit4:junit4]   2> 517849 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436277876911505408)]} 0 1
[junit4:junit4]   2> 517850 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436277876911505408)]} 0 4
[junit4:junit4]   2> 517850 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!5]} 0 8
[junit4:junit4]   2> 517854 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6 (1436277876919894016)]} 0 1
[junit4:junit4]   2> 517865 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436277876927234048)]} 0 1
[junit4:junit4]   2> 517866 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!6 (1436277876927234048)]} 0 6
[junit4:junit4]   2> 517866 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!6]} 0 9
[junit4:junit4]   2> 517870 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7 (1436277876936671232)]} 0 1
[junit4:junit4]   2> 517880 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436277876944011264)]} 0 1
[junit4:junit4]   2> 517881 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436277876944011264)]} 0 5
[junit4:junit4]   2> 517882 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!7]} 0 9
[junit4:junit4]   2> 517886 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8 (1436277876953448448)]} 0 1
[junit4:junit4]   2> 517896 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436277876961837056)]} 0 1
[junit4:junit4]   2> 517896 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!8 (1436277876961837056)]} 0 4
[junit4:junit4]   2> 517897 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!8]} 0 8
[junit4:junit4]   2> 517901 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436277876970225664)]} 0 1
[junit4:junit4]   2> 517908 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436277876973371392)]} 0 1
[junit4:junit4]   2> 517909 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!9 (1436277876973371392)]} 0 5
[junit4:junit4]   2> 517913 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436277876981760000)]} 0 1
[junit4:junit4]   2> 517920 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436277876985954304)]} 0 1
[junit4:junit4]   2> 517921 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!10 (1436277876985954304)]} 0 5
[junit4:junit4]   2> 517925 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436277876995391488)]} 0 1
[junit4:junit4]   2> 517932 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436277876998537216)]} 0 1
[junit4:junit4]   2> 517933 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!11 (1436277876998537216)]} 0 5
[junit4:junit4]   2> 517936 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436277877005877248)]} 0 1
[junit4:junit4]   2> 517943 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436277877010071552)]} 0 1
[junit4:junit4]   2> 517944 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!12 (1436277877010071552)]} 0 5
[junit4:junit4]   2> 517947 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13 (1436277877017411584)]} 0 1
[junit4:junit4]   2> 517957 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436277877024751616)]} 0 1
[junit4:junit4]   2> 517958 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436277877024751616)]} 0 5
[junit4:junit4]   2> 517958 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!13]} 0 8
[junit4:junit4]   2> 517962 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436277877033140224)]} 0 1
[junit4:junit4]   2> 517969 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436277877037334528)]} 0 1
[junit4:junit4]   2> 517970 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!14 (1436277877037334528)]} 0 5
[junit4:junit4]   2> 517974 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436277877045723136)]} 0 1
[junit4:junit4]   2> 517981 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436277877049917440)]} 0 1
[junit4:junit4]   2> 517982 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!15 (1436277877049917440)]} 0 5
[junit4:junit4]   2> 517985 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16 (1436277877057257472)]} 0 1
[junit4:junit4]   2> 517995 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436277877064597504)]} 0 1
[junit4:junit4]   2> 517996 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!16 (1436277877064597504)]} 0 5
[junit4:junit4]   2> 517997 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!16]} 0 9
[junit4:junit4]   2> 518001 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17 (1436277877074034688)]} 0 1
[junit4:junit4]   2> 518013 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436277877083471872)]} 0 1
[junit4:junit4]   2> 518014 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!17 (1436277877083471872)]} 0 5
[junit4:junit4]   2> 518014 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!17]} 0 10
[junit4:junit4]   2> 518018 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18 (1436277877091860480)]} 0 1
[junit4:junit4]   2> 518028 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436277877100249088)]} 0 1
[junit4:junit4]   2> 518029 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1436277877100249088)]} 0 5
[junit4:junit4]   2> 518030 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!18]} 0 9
[junit4:junit4]   2> 518035 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19 (1436277877109686272)]} 0 1
[junit4:junit4]   2> 518045 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436277877117026304)]} 0 1
[junit4:junit4]   2> 518046 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1436277877117026304)]} 0 5
[junit4:junit4]   2> 518047 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!19]} 0 9
[junit4:junit4]   2> 518050 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20 (1436277877126463488)]} 0 1
[junit4:junit4]   2> 518060 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436277877132754944)]} 0 1
[junit4:junit4]   2> 518061 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1436277877132754944)]} 0 5
[junit4:junit4]   2> 518061 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!20]} 0 8
[junit4:junit4]   2> 518065 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21 (1436277877142192128)]} 0 1
[junit4:junit4]   2> 518075 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436277877148483584)]} 0 1
[junit4:junit4]   2> 518076 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1436277877148483584)]} 0 5
[junit4:junit4]   2> 518076 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!21]} 0 8
[junit4:junit4]   2> 518080 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22 (1436277877157920768)]} 0 1
[junit4:junit4]   2> 518090 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436277877165260800)]} 0 1
[junit4:junit4]   2> 518091 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436277877165260800)]} 0 5
[junit4:junit4]   2> 518091 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!22]} 0 8
[junit4:junit4]   2> 518095 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23 (1436277877173649408)]} 0 1
[junit4:junit4]   2> 518105 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436277877180989440)]} 0 1
[junit4:junit4]   2> 518106 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1436277877180989440)]} 0 5
[junit4:junit4]   2> 518107 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!23]} 0 9
[junit4:junit4]   2> 518111 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436277877189378048)]} 0 1
[junit4:junit4]   2> 518118 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436277877193572352)]} 0 1
[junit4:junit4]   2> 518119 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!24 (1436277877193572352)]} 0 5
[junit4:junit4]   2> 518123 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25 (1436277877201960960)]} 0 1
[junit4:junit4]   2> 518133 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436277877210349568)]} 0 1
[junit4:junit4]   2> 518133 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1436277877210349568)]} 0 4
[junit4:junit4]   2> 518134 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!25]} 0 8
[junit4:junit4]   2> 518138 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436277877218738176)]} 0 1
[junit4:junit4]   2> 518145 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436277877221883904)]} 0 1
[junit4:junit4]   2> 518146 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!26 (1436277877221883904)]} 0 5
[junit4:junit4]   2> 518149 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27 (1436277877229223936)]} 0 1
[junit4:junit4]   2> 518159 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436277877236563968)]} 0 1
[junit4:junit4]   2> 518160 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436277877236563968)]} 0 5
[junit4:junit4]   2> 518160 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!27]} 0 8
[junit4:junit4]   2> 518164 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436277877244952576)]} 0 1
[junit4:junit4]   2> 518171 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436277877250195456)]} 0 1
[junit4:junit4]   2> 518172 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!28 (1436277877250195456)]} 0 5
[junit4:junit4]   2> 518175 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29 (1436277877256486912)]} 0 1
[junit4:junit4]   2> 518185 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436277877263826944)]} 0 1
[junit4:junit4]   2> 518186 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436277877263826944)]} 0 5
[junit4:junit4]   2> 518186 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!29]} 0 8
[junit4:junit4]   2> 518190 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436277877272215552)]} 0 1
[junit4:junit4]   2> 518197 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436277877276409856)]} 0 1
[junit4:junit4]   2> 518198 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!30 (1436277877276409856)]} 0 5
[junit4:junit4]   2> 518202 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436277877284798464)]} 0 1
[junit4:junit4]   2> 518209 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436277877288992768)]} 0 1
[junit4:junit4]   2> 518210 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!31 (1436277877288992768)]} 0 5
[junit4:junit4]   2> 518213 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32 (1436277877296332800)]} 0 1
[junit4:junit4]   2> 518223 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436277877303672832)]} 0 1
[junit4:junit4]   2> 518224 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!32 (1436277877303672832)]} 0 5
[junit4:junit4]   2> 518224 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!32]} 0 8
[junit4:junit4]   2> 518228 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33 (1436277877313110016)]} 0 1
[junit4:junit4]   2> 518238 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436277877319401472)]} 0 1
[junit4:junit4]   2> 518239 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1436277877319401472)]} 0 5
[junit4:junit4]   2> 518239 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!33]} 0 8
[junit4:junit4]   2> 518243 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34 (1436277877328838656)]} 0 1
[junit4:junit4]   2> 518253 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436277877336178688)]} 0 1
[junit4:junit4]   2> 518254 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1436277877336178688)]} 0 5
[junit4:junit4]   2> 518255 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!34]} 0 9
[junit4:junit4]   2> 518259 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35 (1436277877344567296)]} 0 1
[junit4:junit4]   2> 518269 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436277877351907328)]} 0 1
[junit4:junit4]   2> 518270 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1436277877351907328)]} 0 5
[junit4:junit4]   2> 518270 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!35]} 0 8
[junit4:junit4]   2> 518274 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436277877360295936)]} 0 1
[junit4:junit4]   2> 518281 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436277877364490240)]} 0 1
[junit4:junit4]   2> 518282 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!36 (1436277877364490240)]} 0 5
[junit4:junit4]   2> 518285 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436277877371830272)]} 0 1
[junit4:junit4]   2> 518293 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436277877376024576)]} 0 1
[junit4:junit4]   2> 518294 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!37 (1436277877376024576)]} 0 6
[junit4:junit4]   2> 518299 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436277877387558912)]} 0 1
[junit4:junit4]   2> 518307 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436277877391753216)]} 0 1
[junit4:junit4]   2> 518307 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!38 (1436277877391753216)]} 0 4
[junit4:junit4]   2> 518311 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436277877399093248)]} 0 1
[junit4:junit4]   2> 518318 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436277877403287552)]} 0 1
[junit4:junit4]   2> 518319 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[n!39 (1436277877403287552)]} 0 5
[junit4:junit4]   2> 518323 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436277877411676160)]} 0 1
[junit4:junit4]   2> 518330 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436277877415870464)]} 0 1
[junit4:junit4]   2> 518331 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[o!40 (1436277877415870464)]} 0 5
[junit4:junit4]   2> 518334 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436277877423210496)]} 0 1
[junit4:junit4]   2> 518341 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436277877427404800)]} 0 1
[junit4:junit4]   2> 518342 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[p!41 (1436277877427404800)]} 0 5
[junit4:junit4]   2> 518346 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42 (1436277877435793408)]} 0 1
[junit4:junit4]   2> 518356 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436277877443133440)]} 0 1
[junit4:junit4]   2> 518357 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1436277877443133440)]} 0 5
[junit4:junit4]   2> 518358 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[q!42]} 0 9
[junit4:junit4]   2> 518361 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43 (1436277877451522048)]} 0 1
[junit4:junit4]   2> 518371 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436277877458862080)]} 0 1
[junit4:junit4]   2> 518371 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1436277877458862080)]} 0 4
[junit4:junit4]   2> 518372 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[r!43]} 0 8
[junit4:junit4]   2> 518376 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44 (1436277877467250688)]} 0 1
[junit4:junit4]   2> 518384 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436277877473542144)]} 0 0
[junit4:junit4]   2> 518385 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1436277877473542144)]} 0 4
[junit4:junit4]   2> 518386 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[s!44]} 0 8
[junit4:junit4]   2> 518390 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436277877481930752)]} 0 1
[junit4:junit4]   2> 518396 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436277877485076480)]} 0 1
[junit4:junit4]   2> 518397 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[t!45 (1436277877485076480)]} 0 5
[junit4:junit4]   2> 518400 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46 (1436277877493465088)]} 0 0
[junit4:junit4]   2> 518409 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436277877499756544)]} 0 0
[junit4:junit4]   2> 518410 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1436277877499756544)]} 0 4
[junit4:junit4]   2> 518411 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[u!46]} 0 8
[junit4:junit4]   2> 518413 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47 (1436277877507096576)]} 0 0
[junit4:junit4]   2> 518422 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436277877512339456)]} 0 1
[junit4:junit4]   2> 518423 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!47 (1436277877512339456)]} 0 5
[junit4:junit4]   2> 518423 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[v!47]} 0 7
[junit4:junit4]   2> 518426 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436277877520728064)]} 0 0
[junit4:junit4]   2> 518432 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436277877523873792)]} 0 0
[junit4:junit4]   2> 518433 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[w!48 (1436277877523873792)]} 0 4
[junit4:junit4]   2> 518436 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49 (1436277877531213824)]} 0 0
[junit4:junit4]   2> 518445 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436277877537505280)]} 0 0
[junit4:junit4]   2> 518446 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436277877537505280)]} 0 4
[junit4:junit4]   2> 518447 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[x!49]} 0 8
[junit4:junit4]   2> 518451 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436277877545893888)]} 0 1
[junit4:junit4]   2> 518458 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436277877550088192)]} 0 1
[junit4:junit4]   2> 518458 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[y!50 (1436277877550088192)]} 0 4
[junit4:junit4]   2> 518462 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436277877557428224)]} 0 1
[junit4:junit4]   2> 518469 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436277877561622528)]} 0 1
[junit4:junit4]   2> 518470 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[z!51 (1436277877561622528)]} 0 5
[junit4:junit4]   2> 518474 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52 (1436277877570011136)]} 0 1
[junit4:junit4]   2> 518484 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436277877577351168)]} 0 1
[junit4:junit4]   2> 518484 T1159 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1436277877577351168)]} 0 4
[junit4:junit4]   2> 518485 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[a!52]} 0 8
[junit4:junit4]   2> 518489 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436277877585739776)]} 0 1
[junit4:junit4]   2> 518496 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436277877589934080)]} 0 1
[junit4:junit4]   2> 518496 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[b!53 (1436277877589934080)]} 0 4
[junit4:junit4]   2> 518500 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436277877597274112)]} 0 1
[junit4:junit4]   2> 518506 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436277877600419840)]} 0 1
[junit4:junit4]   2> 518506 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[c!54 (1436277877600419840)]} 0 4
[junit4:junit4]   2> 518510 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436277877607759872)]} 0 1
[junit4:junit4]   2> 518517 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436277877611954176)]} 0 1
[junit4:junit4]   2> 518518 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[d!55 (1436277877611954176)]} 0 5
[junit4:junit4]   2> 518522 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436277877620342784)]} 0 1
[junit4:junit4]   2> 518529 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436277877624537088)]} 0 1
[junit4:junit4]   2> 518529 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[e!56 (1436277877624537088)]} 0 4
[junit4:junit4]   2> 518533 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436277877631877120)]} 0 1
[junit4:junit4]   2> 518540 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436277877636071424)]} 0 1
[junit4:junit4]   2> 518540 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[f!57 (1436277877636071424)]} 0 4
[junit4:junit4]   2> 518544 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436277877643411456)]} 0 1
[junit4:junit4]   2> 518550 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436277877646557184)]} 0 1
[junit4:junit4]   2> 518551 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[g!58 (1436277877646557184)]} 0 5
[junit4:junit4]   2> 518554 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436277877653897216)]} 0 1
[junit4:junit4]   2> 518561 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436277877658091520)]} 0 1
[junit4:junit4]   2> 518562 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[h!59 (1436277877658091520)]} 0 4
[junit4:junit4]   2> 518565 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60 (1436277877665431552)]} 0 1
[junit4:junit4]   2> 518574 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436277877672771584)]} 0 0
[junit4:junit4]   2> 518575 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1436277877672771584)]} 0 4
[junit4:junit4]   2> 518576 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[i!60]} 0 8
[junit4:junit4]   2> 518580 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436277877681160192)]} 0 1
[junit4:junit4]   2> 518586 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436277877684305920)]} 0 1
[junit4:junit4]   2> 518586 T1143 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[j!61 (1436277877684305920)]} 0 4
[junit4:junit4]   2> 518590 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62 (1436277877691645952)]} 0 1
[junit4:junit4]   2> 518599 T1171 C424 P45682 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45674/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436277877698985984)]} 0 0
[junit4:junit4]   2> 518600 T1141 C425 P45674 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1436277877698985984)]} 0 4
[junit4:junit4]   2> 518601 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[k!62]} 0 8
[junit4:junit4]   2> 518605 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436277877707374592)]} 0 1
[junit4:junit4]   2> 518611 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436277877710520320)]} 0 1
[junit4:junit4]   2> 518611 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[l!63 (1436277877710520320)]} 0 4
[junit4:junit4]   2> 518614 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436277877717860352)]} 0 0
[junit4:junit4]   2> 518617 T441 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 518621 T1186 C423 P45686 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:45679/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436277877721006080)]} 0 1
[junit4:junit4]   2> 518622 T1157 C426 P45679 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[m!64 (1436277877721006080)]} 0 5
[junit4:junit4]   2> 518625 T1117 C427 P45670 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/u

[...truncated too long message...]

state":null,
[junit4:junit4]   2> 	  "core":"collection1_shard1_1_replica1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:49731_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:49731"}
[junit4:junit4]   2> 1043641 T1825 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=null message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:31536_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:31536"}
[junit4:junit4]   2> 1043652 T1761 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1044630 T1670 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1044631 T1670 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1044660 T1670 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3304b51a
[junit4:junit4]   2> 1044661 T1670 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=792,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 1044662 T1670 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1044663 T1670 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1044663 T1670 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1044666 T1670 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1044666 T1670 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1044667 T1670 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545/jetty4/index;done=false>>]
[junit4:junit4]   2> 1044667 T1670 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545/jetty4/index
[junit4:junit4]   2> 1044668 T1670 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545/jetty4;done=false>>]
[junit4:junit4]   2> 1044668 T1670 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545/jetty4
[junit4:junit4]   2> 1044669 T1825 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89767387696529420-127.0.0.1:31536_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 1044672 T1670 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 1044742 T1670 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1044744 T1670 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:19369 19369
[junit4:junit4]   2> 1044869 T1744 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1044869 T1744 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1044870 T1744 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1044871 T1670 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 15319
[junit4:junit4]   2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369741633545 FAILED !!!!!
[junit4:junit4]   2> 1044872 T1670 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1044873 T1670 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:19369 19369
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=48E1AB046284F0C3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ar_JO -Dtests.timezone=SystemV/YST9YDT -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR    216s J0 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:30083 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([48E1AB046284F0C3:C907251C15DB90FF]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 1044905 T1670 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 215966 T1669 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 1045972 T1761 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1045972 T1761 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1045972 T1761 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_JO, timezone=SystemV/YST9YDT
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=171777088,total=411041792
[junit4:junit4]   2> NOTE: All tests run in this JVM: [XsltUpdateRequestHandlerTest, FileBasedSpellCheckerTest, TestXIncludeConfig, SuggesterTest, TestReversedWildcardFilterFactory, TestIBSimilarityFactory, TestLazyCores, SpellingQueryConverterTest, TestFastWriter, TimeZoneUtilsTest, TestLRUCache, TestReload, SignatureUpdateProcessorFactoryTest, TestSolrQueryParserDefaultOperatorResource, TestPhraseSuggestions, TestStressVersions, TestSurroundQueryParser, TestFieldTypeResource, TestExtendedDismaxParser, SampleTest, ReturnFieldsTest, DefaultValueUpdateProcessorTest, MultiTermTest, ResourceLoaderTest, TestPropInjectDefaults, CurrencyFieldOpenExchangeTest, UpdateParamsTest, NumericFieldsTest, IndexSchemaTest, SoftAutoCommitTest, TestCodecSupport, TestSolr4Spatial, IndexBasedSpellCheckerTest, TestJmxIntegration, LeaderElectionIntegrationTest, TestFieldCollectionResource, BasicDistributedZkTest, TestMultiCoreConfBootstrap, DirectUpdateHandlerTest, BadComponentTest, SolrIndexSplitterTest, TestAtomicUpdateErrorCases, TestStressLucene, TestStressRecovery, DistributedQueryElevationComponentTest, TestUtils, AliasIntegrationTest, DateFieldTest, UUIDFieldTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestDocSet, QueryElevationComponentTest, TestFiltering, CircularListTest, PolyFieldTest, SolrRequestParserTest, PrimitiveFieldTypeTest, DateMathParserTest, TestBinaryResponseWriter, TestFastOutputStream, TestHashPartitioner, SortByFunctionTest, DebugComponentTest, DocValuesTest, TestSolrXMLSerializer, TestLuceneMatchVersion, TestDistributedSearch, LoggingHandlerTest, SolrCoreTest, SyncSliceTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 217.26s, 1 test, 1 error <<< FAILURES!

[...truncated 468 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1234 tests, 2 errors, 13 ignored (7 assumptions)

Total time: 47 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1293 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1293/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:24131/kb_ returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:24131/kb_ returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([DB26BC4894EA4F7D:5AC03250E3B52F41]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9591 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 498288 T1791 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /kb_/
[junit4:junit4]   2> 498292 T1791 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369873439895
[junit4:junit4]   2> 498293 T1791 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 498294 T1792 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 498395 T1791 oasc.ZkTestServer.run start zk server on port:21495
[junit4:junit4]   2> 498396 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 498428 T1798 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f0bd91a name:ZooKeeperConnection Watcher:127.0.0.1:21495 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 498428 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 498429 T1791 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 498434 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 498437 T1800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3eb14ecb name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 498437 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 498437 T1791 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 498447 T1791 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 498450 T1791 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 498452 T1791 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 498460 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 498461 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 498474 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 498475 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 498578 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 498579 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 498582 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 498582 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 498589 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 498590 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 498593 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 498594 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 498596 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 498597 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 498600 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 498600 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 498607 T1791 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 498608 T1791 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 498892 T1791 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 498898 T1791 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:26127
[junit4:junit4]   2> 498899 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 498900 T1791 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 498900 T1791 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214
[junit4:junit4]   2> 498901 T1791 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/solr.xml
[junit4:junit4]   2> 498902 T1791 oasc.CoreContainer.<init> New CoreContainer 1598580796
[junit4:junit4]   2> 498902 T1791 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/'
[junit4:junit4]   2> 498903 T1791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/'
[junit4:junit4]   2> 499052 T1791 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 499053 T1791 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 499054 T1791 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 499054 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 499055 T1791 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 499056 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 499056 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 499057 T1791 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 499057 T1791 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 499058 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 499078 T1791 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 499080 T1791 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21495/solr
[junit4:junit4]   2> 499080 T1791 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 499081 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 499084 T1811 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f4a3324 name:ZooKeeperConnection Watcher:127.0.0.1:21495 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 499086 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 499088 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 499103 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 499105 T1813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7da67e14 name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 499105 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 499108 T1791 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 499117 T1791 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 499121 T1791 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 499127 T1791 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:26127_kb_
[junit4:junit4]   2> 499129 T1791 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:26127_kb_
[junit4:junit4]   2> 499132 T1791 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 499149 T1791 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 499152 T1791 oasc.Overseer.start Overseer (id=89776025757351939-127.0.0.1:26127_kb_-n_0000000000) starting
[junit4:junit4]   2> 499166 T1791 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 499177 T1815 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 499177 T1791 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 499180 T1791 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 499181 T1791 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 499183 T1814 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 499187 T1816 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/collection1
[junit4:junit4]   2> 499188 T1816 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 499188 T1816 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 499189 T1816 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 499190 T1816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/collection1/'
[junit4:junit4]   2> 499192 T1816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/collection1/lib/README' to classloader
[junit4:junit4]   2> 499193 T1816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 499258 T1816 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 499335 T1816 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 499436 T1816 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 499444 T1816 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 500133 T1816 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 500137 T1816 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 500140 T1816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 500145 T1816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 500165 T1816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 500165 T1816 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369873440214/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/control/data/
[junit4:junit4]   2> 500166 T1816 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7072bf
[junit4:junit4]   2> 500166 T1816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 500167 T1816 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/control/data
[junit4:junit4]   2> 500168 T1816 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369873439894/control/data/index/
[junit4:junit4]   2> 500168 T1816 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369873439894/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 500169 T1816 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/control/data/index
[junit4:junit4]   2> 500174 T1816 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de5bda4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3de42f78),segFN=segments_1,generation=1}
[junit4:junit4]   2> 500175 T1816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 500178 T1816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 500178 T1816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 500179 T1816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 500180 T1816 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 500180 T1816 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 500181 T1816 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 500181 T1816 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 500181 T1816 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 500182 T1816 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 500198 T1816 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 500205 T1816 oass.SolrIndexSearcher.<init> Opening Searcher@645bcc7e main
[junit4:junit4]   2> 500206 T1816 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/control/data/tlog
[junit4:junit4]   2> 500207 T1816 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 500208 T1816 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 500211 T1817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@645bcc7e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 500213 T1816 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 500213 T1816 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 500687 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 500688 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26127_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26127/kb_"}
[junit4:junit4]   2> 500688 T1814 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 500689 T1814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 500705 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 501221 T1816 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 501221 T1816 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:26127/kb_ collection:control_collection shard:shard1
[junit4:junit4]   2> 501222 T1816 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 501246 T1816 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 501249 T1816 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 501249 T1816 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 501249 T1816 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:26127/kb_/collection1/
[junit4:junit4]   2> 501250 T1816 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 501250 T1816 oasc.SyncStrategy.syncToMe http://127.0.0.1:26127/kb_/collection1/ has no replicas
[junit4:junit4]   2> 501250 T1816 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:26127/kb_/collection1/
[junit4:junit4]   2> 501251 T1816 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 502209 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 502232 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 502278 T1816 oasc.ZkController.register We are http://127.0.0.1:26127/kb_/collection1/ and leader is http://127.0.0.1:26127/kb_/collection1/
[junit4:junit4]   2> 502278 T1816 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:26127/kb_
[junit4:junit4]   2> 502278 T1816 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 502278 T1816 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 502279 T1816 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 502281 T1816 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 502282 T1791 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 502282 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 502283 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 502302 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 502304 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 502306 T1820 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@619a897a name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 502307 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 502308 T1791 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 502309 T1791 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 502587 T1791 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 502591 T1791 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24131
[junit4:junit4]   2> 502592 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 502593 T1791 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 502593 T1791 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912
[junit4:junit4]   2> 502594 T1791 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/solr.xml
[junit4:junit4]   2> 502594 T1791 oasc.CoreContainer.<init> New CoreContainer 1932910003
[junit4:junit4]   2> 502595 T1791 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/'
[junit4:junit4]   2> 502595 T1791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/'
[junit4:junit4]   2> 502734 T1791 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 502735 T1791 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 502736 T1791 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 502736 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 502737 T1791 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 502738 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 502738 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 502739 T1791 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 502739 T1791 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 502740 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 502762 T1791 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 502763 T1791 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21495/solr
[junit4:junit4]   2> 502764 T1791 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 502765 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 502768 T1831 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6867b0d6 name:ZooKeeperConnection Watcher:127.0.0.1:21495 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 502769 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 502789 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 502803 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 502805 T1833 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5efe2f0b name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 502805 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 502815 T1791 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 503737 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 503738 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:26127_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:26127_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:26127/kb_"}
[junit4:junit4]   2> 503775 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 503775 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 503775 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 503818 T1791 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24131_kb_
[junit4:junit4]   2> 503820 T1791 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24131_kb_
[junit4:junit4]   2> 503822 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 503823 T1833 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 503823 T1820 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 503823 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 503823 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 503829 T1813 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 503836 T1834 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/collection1
[junit4:junit4]   2> 503837 T1834 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 503837 T1834 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 503837 T1834 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 503839 T1834 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/collection1/'
[junit4:junit4]   2> 503841 T1834 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/collection1/lib/README' to classloader
[junit4:junit4]   2> 503841 T1834 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 503898 T1834 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 503964 T1834 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 504065 T1834 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 504072 T1834 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 504707 T1834 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 504711 T1834 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 504714 T1834 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 504719 T1834 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 504740 T1834 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 504740 T1834 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369873443912/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty1/
[junit4:junit4]   2> 504740 T1834 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7072bf
[junit4:junit4]   2> 504741 T1834 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 504742 T1834 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty1
[junit4:junit4]   2> 504742 T1834 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty1/index/
[junit4:junit4]   2> 504742 T1834 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 504743 T1834 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty1/index
[junit4:junit4]   2> 504748 T1834 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@639b378e lockFactory=org.apache.lucene.store.NativeFSLockFactory@79aad773),segFN=segments_1,generation=1}
[junit4:junit4]   2> 504748 T1834 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 504751 T1834 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 504752 T1834 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 504753 T1834 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 504753 T1834 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 504754 T1834 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 504754 T1834 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 504755 T1834 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 504755 T1834 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 504756 T1834 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 504776 T1834 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 504785 T1834 oass.SolrIndexSearcher.<init> Opening Searcher@39322552 main
[junit4:junit4]   2> 504786 T1834 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty1/tlog
[junit4:junit4]   2> 504787 T1834 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 504787 T1834 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 504792 T1835 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39322552 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 504795 T1834 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 504795 T1834 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 505279 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 505280 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:24131_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:24131/kb_"}
[junit4:junit4]   2> 505280 T1814 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 505281 T1814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 505293 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 505293 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 505294 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 505824 T1834 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 505824 T1834 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24131/kb_ collection:collection1 shard:shard1
[junit4:junit4]   2> 505825 T1834 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 505842 T1834 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 505852 T1834 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 505853 T1834 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 505853 T1834 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24131/kb_/collection1/
[junit4:junit4]   2> 505854 T1834 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 505854 T1834 oasc.SyncStrategy.syncToMe http://127.0.0.1:24131/kb_/collection1/ has no replicas
[junit4:junit4]   2> 505854 T1834 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24131/kb_/collection1/
[junit4:junit4]   2> 505854 T1834 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 506797 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 506937 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 506937 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 506937 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 506990 T1834 oasc.ZkController.register We are http://127.0.0.1:24131/kb_/collection1/ and leader is http://127.0.0.1:24131/kb_/collection1/
[junit4:junit4]   2> 506990 T1834 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24131/kb_
[junit4:junit4]   2> 506990 T1834 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 506991 T1834 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 506991 T1834 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 507069 T1834 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 507071 T1791 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 507071 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 507072 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 507401 T1791 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 507405 T1791 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13718
[junit4:junit4]   2> 507406 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 507406 T1791 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 507407 T1791 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691
[junit4:junit4]   2> 507408 T1791 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/solr.xml
[junit4:junit4]   2> 507408 T1791 oasc.CoreContainer.<init> New CoreContainer 1094355743
[junit4:junit4]   2> 507409 T1791 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/'
[junit4:junit4]   2> 507409 T1791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/'
[junit4:junit4]   2> 507566 T1791 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 507567 T1791 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 507568 T1791 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 507568 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 507569 T1791 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 507569 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 507570 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 507570 T1791 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 507571 T1791 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 507572 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 507591 T1791 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 507592 T1791 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21495/solr
[junit4:junit4]   2> 507593 T1791 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 507594 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 507597 T1847 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40477bc4 name:ZooKeeperConnection Watcher:127.0.0.1:21495 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 507599 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 507615 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 507628 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 507630 T1849 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@35114771 name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 507630 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 507634 T1791 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 508571 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 508572 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:24131_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:24131_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:24131/kb_"}
[junit4:junit4]   2> 508591 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 508591 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 508591 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 508591 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 508637 T1791 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13718_kb_
[junit4:junit4]   2> 508643 T1791 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13718_kb_
[junit4:junit4]   2> 508645 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 508645 T1849 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 508645 T1820 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 508645 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 508645 T1833 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 508646 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 508646 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 508647 T1813 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 508653 T1850 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/collection1
[junit4:junit4]   2> 508653 T1850 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 508654 T1850 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 508654 T1850 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 508655 T1850 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/collection1/'
[junit4:junit4]   2> 508657 T1850 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 508658 T1850 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/collection1/lib/README' to classloader
[junit4:junit4]   2> 508711 T1850 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 508772 T1850 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 508873 T1850 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 508879 T1850 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 509446 T1850 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 509450 T1850 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 509452 T1850 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 509457 T1850 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 509478 T1850 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 509478 T1850 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369873448691/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty2/
[junit4:junit4]   2> 509479 T1850 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7072bf
[junit4:junit4]   2> 509479 T1850 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 509480 T1850 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty2
[junit4:junit4]   2> 509481 T1850 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty2/index/
[junit4:junit4]   2> 509481 T1850 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 509482 T1850 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty2/index
[junit4:junit4]   2> 509485 T1850 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e2e6cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebdf7cd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 509486 T1850 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 509489 T1850 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 509490 T1850 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 509490 T1850 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 509491 T1850 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 509492 T1850 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 509492 T1850 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 509492 T1850 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 509493 T1850 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 509494 T1850 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 509510 T1850 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 509517 T1850 oass.SolrIndexSearcher.<init> Opening Searcher@319bf18c main
[junit4:junit4]   2> 509518 T1850 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty2/tlog
[junit4:junit4]   2> 509519 T1850 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 509519 T1850 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 509524 T1851 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@319bf18c main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 509526 T1850 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 509527 T1850 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 510094 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 510095 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13718_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13718/kb_"}
[junit4:junit4]   2> 510095 T1814 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 510095 T1814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 510117 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 510117 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 510117 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 510117 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 510529 T1850 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 510529 T1850 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13718/kb_ collection:collection1 shard:shard2
[junit4:junit4]   2> 510530 T1850 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 510545 T1850 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 510557 T1850 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 510557 T1850 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 510557 T1850 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13718/kb_/collection1/
[junit4:junit4]   2> 510557 T1850 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 510558 T1850 oasc.SyncStrategy.syncToMe http://127.0.0.1:13718/kb_/collection1/ has no replicas
[junit4:junit4]   2> 510558 T1850 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13718/kb_/collection1/
[junit4:junit4]   2> 510558 T1850 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 511621 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 511641 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 511641 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 511641 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 511641 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 511644 T1850 oasc.ZkController.register We are http://127.0.0.1:13718/kb_/collection1/ and leader is http://127.0.0.1:13718/kb_/collection1/
[junit4:junit4]   2> 511644 T1850 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13718/kb_
[junit4:junit4]   2> 511644 T1850 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 511645 T1850 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 511645 T1850 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 511653 T1850 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 511655 T1791 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 511655 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 511656 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 511943 T1791 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 511947 T1791 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48475
[junit4:junit4]   2> 511948 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 511948 T1791 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 511949 T1791 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275
[junit4:junit4]   2> 511949 T1791 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/solr.xml
[junit4:junit4]   2> 511950 T1791 oasc.CoreContainer.<init> New CoreContainer 1190569392
[junit4:junit4]   2> 511951 T1791 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/'
[junit4:junit4]   2> 511951 T1791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/'
[junit4:junit4]   2> 512080 T1791 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 512081 T1791 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 512081 T1791 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 512082 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 512082 T1791 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 512083 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 512084 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 512084 T1791 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 512085 T1791 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 512085 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 512102 T1791 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 512103 T1791 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21495/solr
[junit4:junit4]   2> 512103 T1791 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 512104 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 512120 T1863 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@694eb5cb name:ZooKeeperConnection Watcher:127.0.0.1:21495 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 512121 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 512148 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 512160 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 512162 T1865 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65813131 name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 512163 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 512209 T1791 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 513147 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 513148 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:13718_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13718_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13718/kb_"}
[junit4:junit4]   2> 513190 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 513190 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 513190 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 513190 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 513190 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 513212 T1791 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48475_kb_
[junit4:junit4]   2> 513214 T1791 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48475_kb_
[junit4:junit4]   2> 513216 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 513216 T1820 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 513216 T1865 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 513216 T1833 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 513216 T1849 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 513217 T1813 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 513217 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 513217 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 513217 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 513217 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 513232 T1866 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/collection1
[junit4:junit4]   2> 513232 T1866 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 513233 T1866 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 513233 T1866 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 513235 T1866 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/collection1/'
[junit4:junit4]   2> 513237 T1866 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/collection1/lib/README' to classloader
[junit4:junit4]   2> 513238 T1866 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 513295 T1866 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 513360 T1866 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 513462 T1866 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 513469 T1866 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 514038 T1866 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 514042 T1866 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 514045 T1866 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 514050 T1866 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 514070 T1866 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 514071 T1866 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369873453275/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/
[junit4:junit4]   2> 514071 T1866 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7072bf
[junit4:junit4]   2> 514072 T1866 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 514073 T1866 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3
[junit4:junit4]   2> 514073 T1866 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index/
[junit4:junit4]   2> 514073 T1866 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 514074 T1866 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index
[junit4:junit4]   2> 514078 T1866 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f4f93fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aaeb52),segFN=segments_1,generation=1}
[junit4:junit4]   2> 514078 T1866 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 514082 T1866 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 514082 T1866 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 514083 T1866 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 514083 T1866 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 514084 T1866 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 514084 T1866 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 514085 T1866 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 514086 T1866 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 514086 T1866 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 514102 T1866 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 514110 T1866 oass.SolrIndexSearcher.<init> Opening Searcher@3af2d6fb main
[junit4:junit4]   2> 514110 T1866 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/tlog
[junit4:junit4]   2> 514112 T1866 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 514112 T1866 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 514117 T1867 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3af2d6fb main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 514119 T1866 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 514120 T1866 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 514694 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 514695 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48475_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48475/kb_"}
[junit4:junit4]   2> 514695 T1814 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 514695 T1814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 514708 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 514708 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 514708 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 514708 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 514708 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 515122 T1866 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 515122 T1866 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48475/kb_ collection:collection1 shard:shard1
[junit4:junit4]   2> 515125 T1866 oasc.ZkController.register We are http://127.0.0.1:48475/kb_/collection1/ and leader is http://127.0.0.1:24131/kb_/collection1/
[junit4:junit4]   2> 515125 T1866 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48475/kb_
[junit4:junit4]   2> 515125 T1866 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 515125 T1866 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C458 name=collection1 org.apache.solr.core.SolrCore@44a6c3c2 url=http://127.0.0.1:48475/kb_/collection1 node=127.0.0.1:48475_kb_ C458_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:48475_kb_, base_url=http://127.0.0.1:48475/kb_}
[junit4:junit4]   2> 515126 T1868 C458 P48475 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 515126 T1866 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 515128 T1868 C458 P48475 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 515128 T1868 C458 P48475 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 515129 T1868 C458 P48475 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 515129 T1791 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 515130 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 515130 T1868 C458 P48475 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 515131 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 515153 T1823 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:48475_kb__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 515412 T1791 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 515415 T1791 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:28422
[junit4:junit4]   2> 515416 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 515416 T1791 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 515417 T1791 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752
[junit4:junit4]   2> 515417 T1791 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/solr.xml
[junit4:junit4]   2> 515418 T1791 oasc.CoreContainer.<init> New CoreContainer 1003113605
[junit4:junit4]   2> 515419 T1791 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/'
[junit4:junit4]   2> 515419 T1791 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/'
[junit4:junit4]   2> 515548 T1791 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 515549 T1791 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 515550 T1791 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 515550 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 515551 T1791 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 515551 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 515552 T1791 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 515552 T1791 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 515553 T1791 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 515553 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 515572 T1791 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 515573 T1791 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:21495/solr
[junit4:junit4]   2> 515573 T1791 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 515574 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 515577 T1880 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39993f9b name:ZooKeeperConnection Watcher:127.0.0.1:21495 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 515578 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 515580 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 515591 T1791 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 515593 T1882 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@692aa162 name:ZooKeeperConnection Watcher:127.0.0.1:21495/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 515594 T1791 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 515605 T1791 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 516212 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 516213 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:48475_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48475_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48475/kb_"}
[junit4:junit4]   2> 516226 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516227 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516227 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516227 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516227 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516226 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516608 T1791 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:28422_kb_
[junit4:junit4]   2> 516610 T1791 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:28422_kb_
[junit4:junit4]   2> 516612 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 516612 T1865 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 516613 T1882 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 516612 T1833 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 516612 T1849 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 516612 T1820 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 516613 T1813 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 516613 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 516613 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 516613 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 516613 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 516614 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 516628 T1883 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/collection1
[junit4:junit4]   2> 516628 T1883 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 516629 T1883 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 516629 T1883 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 516631 T1883 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/collection1/'
[junit4:junit4]   2> 516632 T1883 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 516633 T1883 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/collection1/lib/README' to classloader
[junit4:junit4]   2> 516685 T1883 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 516745 T1883 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 516846 T1883 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 516853 T1883 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 517155 T1823 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:48475_kb__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 517155 T1823 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:48475_kb__collection1&state=recovering&nodeName=127.0.0.1:48475_kb_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 517422 T1883 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 517427 T1883 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 517429 T1883 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 517434 T1883 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 517454 T1883 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 517455 T1883 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369873456752/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/
[junit4:junit4]   2> 517455 T1883 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5d7072bf
[junit4:junit4]   2> 517456 T1883 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 517457 T1883 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4
[junit4:junit4]   2> 517457 T1883 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index/
[junit4:junit4]   2> 517457 T1883 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 517458 T1883 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index
[junit4:junit4]   2> 517462 T1883 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_1,generation=1}
[junit4:junit4]   2> 517462 T1883 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 517466 T1883 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 517466 T1883 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 517467 T1883 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 517467 T1883 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 517468 T1883 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 517468 T1883 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 517469 T1883 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 517470 T1883 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 517470 T1883 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 517486 T1883 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 517494 T1883 oass.SolrIndexSearcher.<init> Opening Searcher@55ba41cc main
[junit4:junit4]   2> 517494 T1883 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/tlog
[junit4:junit4]   2> 517496 T1883 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 517496 T1883 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 517500 T1884 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55ba41cc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 517503 T1883 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 517503 T1883 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 517730 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 517731 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28422_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28422/kb_"}
[junit4:junit4]   2> 517731 T1814 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 517731 T1814 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 517744 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 517744 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 517744 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 517744 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 517744 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 517744 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 518506 T1883 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 518506 T1883 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:28422/kb_ collection:collection1 shard:shard2
[junit4:junit4]   2> 518534 T1883 oasc.ZkController.register We are http://127.0.0.1:28422/kb_/collection1/ and leader is http://127.0.0.1:13718/kb_/collection1/
[junit4:junit4]   2> 518535 T1883 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:28422/kb_
[junit4:junit4]   2> 518535 T1883 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 518535 T1883 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C459 name=collection1 org.apache.solr.core.SolrCore@439ed30e url=http://127.0.0.1:28422/kb_/collection1 node=127.0.0.1:28422_kb_ C459_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:28422_kb_, base_url=http://127.0.0.1:28422/kb_}
[junit4:junit4]   2> 518536 T1885 C459 P28422 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 518537 T1883 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 518538 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 518538 T1885 C459 P28422 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 518539 T1885 C459 P28422 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 518539 T1791 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 518540 T1791 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 518540 T1885 C459 P28422 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 518540 T1791 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 518567 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 518568 T1839 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:28422_kb__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 518568 T1791 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 518569 T1791 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 518570 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C460 name=collection1 org.apache.solr.core.SolrCore@44a6c3c2 url=http://127.0.0.1:48475/kb_/collection1 node=127.0.0.1:48475_kb_ C460_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:48475_kb_, base_url=http://127.0.0.1:48475/kb_}
[junit4:junit4]   2> 519158 T1868 C460 P48475 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:24131/kb_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 519158 T1868 C460 P48475 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:48475/kb_ START replicas=[http://127.0.0.1:24131/kb_/collection1/] nUpdates=100
[junit4:junit4]   2> 519159 T1868 C460 P48475 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 519160 T1868 C460 P48475 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 519160 T1868 C460 P48475 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 519160 T1868 C460 P48475 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 519161 T1868 C460 P48475 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 519161 T1868 C460 P48475 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:24131/kb_/collection1/. core=collection1
[junit4:junit4]   2> 519161 T1868 C460 P48475 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C461 name=collection1 org.apache.solr.core.SolrCore@10797e70 url=http://127.0.0.1:24131/kb_/collection1 node=127.0.0.1:24131_kb_ C461_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:24131_kb_, base_url=http://127.0.0.1:24131/kb_, leader=true}
[junit4:junit4]   2> 519168 T1824 C461 P24131 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 519174 T1825 C461 P24131 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 519178 T1825 C461 P24131 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@639b378e lockFactory=org.apache.lucene.store.NativeFSLockFactory@79aad773),segFN=segments_1,generation=1}
[junit4:junit4]   2> 519178 T1825 C461 P24131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 519179 T1825 C461 P24131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@639b378e lockFactory=org.apache.lucene.store.NativeFSLockFactory@79aad773),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@639b378e lockFactory=org.apache.lucene.store.NativeFSLockFactory@79aad773),segFN=segments_2,generation=2}
[junit4:junit4]   2> 519180 T1825 C461 P24131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 519180 T1825 C461 P24131 oass.SolrIndexSearcher.<init> Opening Searcher@392ec69d realtime
[junit4:junit4]   2> 519181 T1825 C461 P24131 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 519181 T1825 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 519182 T1868 C460 P48475 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 519183 T1868 C460 P48475 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 519186 T1826 C461 P24131 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 519186 T1826 C461 P24131 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 519187 T1868 C460 P48475 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 519187 T1868 C460 P48475 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 519187 T1868 C460 P48475 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 519191 T1826 C461 P24131 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 519191 T1868 C460 P48475 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 519193 T1868 C460 P48475 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index.20130529172420794
[junit4:junit4]   2> 519193 T1868 C460 P48475 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@7993df72 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3ed45cce) fullCopy=false
[junit4:junit4]   2> 519196 T1826 C461 P24131 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 519198 T1868 C460 P48475 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 519199 T1868 C460 P48475 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 519199 T1868 C460 P48475 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 519201 T1868 C460 P48475 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f4f93fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aaeb52),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f4f93fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aaeb52),segFN=segments_2,generation=2}
[junit4:junit4]   2> 519202 T1868 C460 P48475 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 519202 T1868 C460 P48475 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 519202 T1868 C460 P48475 oass.SolrIndexSearcher.<init> Opening Searcher@13b5617f main
[junit4:junit4]   2> 519204 T1867 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@13b5617f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 519204 T1868 C460 P48475 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index.20130529172420794 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index.20130529172420794;done=true>>]
[junit4:junit4]   2> 519205 T1868 C460 P48475 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index.20130529172420794
[junit4:junit4]   2> 519205 T1868 C460 P48475 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty3/index.20130529172420794
[junit4:junit4]   2> 519205 T1868 C460 P48475 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 519205 T1868 C460 P48475 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 519206 T1868 C460 P48475 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 519206 T1868 C460 P48475 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 519238 T1868 C460 P48475 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 519248 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 519249 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:28422_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28422_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28422/kb_"}
[junit4:junit4]   2> 519252 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:48475_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:48475_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:48475/kb_"}
[junit4:junit4]   2> 519264 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 519264 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 519264 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 519264 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 519264 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 519264 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 519570 T1839 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:28422_kb__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 519570 T1839 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:28422_kb__collection1&state=recovering&nodeName=127.0.0.1:28422_kb_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 519572 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 520574 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C459_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:28422_kb_, base_url=http://127.0.0.1:28422/kb_}
[junit4:junit4]   2> 521572 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13718/kb_/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 521572 T1885 C459 P28422 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:28422/kb_ START replicas=[http://127.0.0.1:13718/kb_/collection1/] nUpdates=100
[junit4:junit4]   2> 521573 T1885 C459 P28422 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 521573 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 521573 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 521573 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 521574 T1885 C459 P28422 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 521574 T1885 C459 P28422 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13718/kb_/collection1/. core=collection1
[junit4:junit4]   2> 521574 T1885 C459 P28422 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 521576 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C462 name=collection1 org.apache.solr.core.SolrCore@774996b8 url=http://127.0.0.1:13718/kb_/collection1 node=127.0.0.1:13718_kb_ C462_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13718_kb_, base_url=http://127.0.0.1:13718/kb_, leader=true}
[junit4:junit4]   2> 521580 T1840 C462 P13718 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 521588 T1841 C462 P13718 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 521590 T1841 C462 P13718 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e2e6cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebdf7cd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 521591 T1841 C462 P13718 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 521591 T1841 C462 P13718 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e2e6cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebdf7cd),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e2e6cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebdf7cd),segFN=segments_2,generation=2}
[junit4:junit4]   2> 521592 T1841 C462 P13718 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 521592 T1841 C462 P13718 oass.SolrIndexSearcher.<init> Opening Searcher@580cd615 realtime
[junit4:junit4]   2> 521592 T1841 C462 P13718 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 521593 T1841 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 521593 T1885 C459 P28422 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 521594 T1885 C459 P28422 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 521596 T1842 C462 P13718 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 521596 T1842 C462 P13718 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 521597 T1885 C459 P28422 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 521597 T1885 C459 P28422 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 521597 T1885 C459 P28422 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 521600 T1842 C462 P13718 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 521601 T1885 C459 P28422 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 521602 T1885 C459 P28422 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index.20130529172423203
[junit4:junit4]   2> 521602 T1885 C459 P28422 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@1a21b484 lockFactory=org.apache.lucene.store.NativeFSLockFactory@69f57ac0) fullCopy=false
[junit4:junit4]   2> 521605 T1842 C462 P13718 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 521606 T1885 C459 P28422 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 521607 T1885 C459 P28422 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 521607 T1885 C459 P28422 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 521608 T1885 C459 P28422 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_2,generation=2}
[junit4:junit4]   2> 521609 T1885 C459 P28422 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 521609 T1885 C459 P28422 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 521609 T1885 C459 P28422 oass.SolrIndexSearcher.<init> Opening Searcher@7d360067 main
[junit4:junit4]   2> 521610 T1884 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7d360067 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 521611 T1885 C459 P28422 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index.20130529172423203 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index.20130529172423203;done=true>>]
[junit4:junit4]   2> 521611 T1885 C459 P28422 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index.20130529172423203
[junit4:junit4]   2> 521611 T1885 C459 P28422 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index.20130529172423203
[junit4:junit4]   2> 521611 T1885 C459 P28422 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 521612 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 521612 T1885 C459 P28422 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 521612 T1885 C459 P28422 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 521614 T1885 C459 P28422 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 522280 T1814 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 522281 T1814 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:28422_kb__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:28422_kb_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:28422/kb_"}
[junit4:junit4]   2> 522300 T1813 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 522300 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 522300 T1820 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 522300 T1833 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 522300 T1865 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 522300 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 522578 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 522579 T1791 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C463 name=collection1 org.apache.solr.core.SolrCore@7e4678bb url=http://127.0.0.1:26127/kb_/collection1 node=127.0.0.1:26127_kb_ C463_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:26127_kb_, base_url=http://127.0.0.1:26127/kb_, leader=true}
[junit4:junit4]   2> 522589 T1803 C463 P26127 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 522593 T1803 C463 P26127 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de5bda4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3de42f78),segFN=segments_1,generation=1}
[junit4:junit4]   2> 522593 T1803 C463 P26127 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 522594 T1803 C463 P26127 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de5bda4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3de42f78),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de5bda4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3de42f78),segFN=segments_2,generation=2}
[junit4:junit4]   2> 522595 T1803 C463 P26127 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 522595 T1803 C463 P26127 oass.SolrIndexSearcher.<init> Opening Searcher@7cca499 main
[junit4:junit4]   2> 522596 T1803 C463 P26127 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 522597 T1817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7cca499 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 522597 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 522611 T1827 C461 P24131 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 522612 T1827 C461 P24131 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@639b378e lockFactory=org.apache.lucene.store.NativeFSLockFactory@79aad773),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@639b378e lockFactory=org.apache.lucene.store.NativeFSLockFactory@79aad773),segFN=segments_3,generation=3}
[junit4:junit4]   2> 522612 T1827 C461 P24131 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 522613 T1827 C461 P24131 oass.SolrIndexSearcher.<init> Opening Searcher@454e7b03 main
[junit4:junit4]   2> 522613 T1827 C461 P24131 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 522614 T1835 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@454e7b03 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 522615 T1827 C461 P24131 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:48475/kb_/collection1/, StdNode: http://127.0.0.1:13718/kb_/collection1/, StdNode: http://127.0.0.1:28422/kb_/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 522619 T1843 C462 P13718 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 522620 T1843 C462 P13718 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e2e6cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebdf7cd),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64e2e6cb lockFactory=org.apache.lucene.store.NativeFSLockFactory@5ebdf7cd),segFN=segments_3,generation=3}
[junit4:junit4]   2> 522621 T1843 C462 P13718 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 522621 T1843 C462 P13718 oass.SolrIndexSearcher.<init> Opening Searcher@47568bde main
[junit4:junit4]   2> 522622 T1843 C462 P13718 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 522623 T1851 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@47568bde main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 522623 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2>  C460_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:48475_kb_, base_url=http://127.0.0.1:48475/kb_}
[junit4:junit4]   2> 522626 T1855 C460 P48475 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C459_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28422_kb_, base_url=http://127.0.0.1:28422/kb_}
[junit4:junit4]   2> 522626 T1872 C459 P28422 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 522627 T1855 C460 P48475 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f4f93fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aaeb52),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4f4f93fd lockFactory=org.apache.lucene.store.NativeFSLockFactory@17aaeb52),segFN=segments_3,generation=3}
[junit4:junit4]   2> 522628 T1872 C459 P28422 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_3,generation=3}
[junit4:junit4]   2> 522628 T1855 C460 P48475 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 522629 T1872 C459 P28422 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 522629 T1855 C460 P48475 oass.SolrIndexSearcher.<init> Opening Searcher@6aeded23 main
[junit4:junit4]   2> 522630 T1872 C459 P28422 oass.SolrIndexSearcher.<init> Opening Searcher@4a015f22 main
[junit4:junit4]   2> 522630 T1855 C460 P48475 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 522631 T1872 C459 P28422 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 522632 T1884 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4a015f22 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 522631 T1867 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6aeded23 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 522632 T1872 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 522632 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 522633 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 522635 T1791 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 522638 T1828 C461 P24131 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 522641 T1856 C460 P48475 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 522643 T1844 C462 P13718 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 522646 T1873 C459 P28422 oasc.SolrCore.execute [collection1] webapp=/kb_ path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 524652 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436416439748657152)} 0 2
[junit4:junit4]   2> 524661 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={update.distrib=FROMLEADER&_version_=-1436416439753900032&update.from=http://127.0.0.1:13718/kb_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436416439753900032)} 0 1
[junit4:junit4]   2> 524666 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={update.distrib=FROMLEADER&_version_=-1436416439759142912&update.from=http://127.0.0.1:24131/kb_/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436416439759142912)} 0 1
[junit4:junit4]   2> 524667 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436416439759142912)} 0 7
[junit4:junit4]   2> 524668 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436416439753900032)} 0 14
[junit4:junit4]   2> 524672 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[a!0 (1436416439771725824)]} 0 1
[junit4:junit4]   2> 524679 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436416439775920128)]} 0 1
[junit4:junit4]   2> 524680 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[a!0 (1436416439775920128)]} 0 5
[junit4:junit4]   2> 524684 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[b!1 (1436416439783260160)]} 0 1
[junit4:junit4]   2> 524700 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436416439797940224)]} 0 1
[junit4:junit4]   2> 524701 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1436416439797940224)]} 0 5
[junit4:junit4]   2> 524702 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[b!1]} 0 15
[junit4:junit4]   2> 524706 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[c!2 (1436416439806328832)]} 0 1
[junit4:junit4]   2> 524716 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436416439814717440)]} 0 1
[junit4:junit4]   2> 524717 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1436416439814717440)]} 0 5
[junit4:junit4]   2> 524717 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[c!2]} 0 8
[junit4:junit4]   2> 524721 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[d!3 (1436416439822057472)]} 0 1
[junit4:junit4]   2> 524728 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436416439827300352)]} 0 1
[junit4:junit4]   2> 524729 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[d!3 (1436416439827300352)]} 0 5
[junit4:junit4]   2> 524733 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[e!4 (1436416439835688960)]} 0 1
[junit4:junit4]   2> 524743 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436416439843028992)]} 0 1
[junit4:junit4]   2> 524744 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!4 (1436416439843028992)]} 0 5
[junit4:junit4]   2> 524744 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[e!4]} 0 8
[junit4:junit4]   2> 524748 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[f!5 (1436416439850369024)]} 0 1
[junit4:junit4]   2> 524755 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436416439855611904)]} 0 1
[junit4:junit4]   2> 524756 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[f!5 (1436416439855611904)]} 0 5
[junit4:junit4]   2> 524760 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[g!6 (1436416439862951936)]} 0 1
[junit4:junit4]   2> 524767 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436416439867146240)]} 0 1
[junit4:junit4]   2> 524768 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[g!6 (1436416439867146240)]} 0 5
[junit4:junit4]   2> 524772 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[h!7 (1436416439875534848)]} 0 1
[junit4:junit4]   2> 524782 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436416439883923456)]} 0 1
[junit4:junit4]   2> 524783 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436416439883923456)]} 0 5
[junit4:junit4]   2> 524783 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[h!7]} 0 8
[junit4:junit4]   2> 524787 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[i!8 (1436416439891263488)]} 0 1
[junit4:junit4]   2> 524794 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436416439895457792)]} 0 1
[junit4:junit4]   2> 524795 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[i!8 (1436416439895457792)]} 0 5
[junit4:junit4]   2> 524799 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[j!9 (1436416439904894976)]} 0 1
[junit4:junit4]   2> 524809 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436416439912235008)]} 0 1
[junit4:junit4]   2> 524810 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!9 (1436416439912235008)]} 0 5
[junit4:junit4]   2> 524811 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[j!9]} 0 9
[junit4:junit4]   2> 524815 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[k!10 (1436416439921672192)]} 0 1
[junit4:junit4]   2> 524822 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436416439924817920)]} 0 1
[junit4:junit4]   2> 524823 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[k!10 (1436416439924817920)]} 0 5
[junit4:junit4]   2> 524827 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[l!11 (1436416439933206528)]} 0 1
[junit4:junit4]   2> 524837 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436416439940546560)]} 0 1
[junit4:junit4]   2> 524838 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1436416439940546560)]} 0 5
[junit4:junit4]   2> 524839 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[l!11]} 0 9
[junit4:junit4]   2> 524842 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[m!12 (1436416439948935168)]} 0 1
[junit4:junit4]   2> 524849 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436416439953129472)]} 0 1
[junit4:junit4]   2> 524850 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[m!12 (1436416439953129472)]} 0 5
[junit4:junit4]   2> 524853 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[n!13 (1436416439960469504)]} 0 1
[junit4:junit4]   2> 524860 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436416439964663808)]} 0 1
[junit4:junit4]   2> 524861 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[n!13 (1436416439964663808)]} 0 5
[junit4:junit4]   2> 524865 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[o!14 (1436416439973052416)]} 0 1
[junit4:junit4]   2> 524875 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436416439980392448)]} 0 1
[junit4:junit4]   2> 524876 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436416439980392448)]} 0 5
[junit4:junit4]   2> 524876 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[o!14]} 0 8
[junit4:junit4]   2> 524880 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[p!15 (1436416439988781056)]} 0 1
[junit4:junit4]   2> 524890 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436416439997169664)]} 0 1
[junit4:junit4]   2> 524891 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1436416439997169664)]} 0 5
[junit4:junit4]   2> 524891 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[p!15]} 0 8
[junit4:junit4]   2> 524895 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[q!16 (1436416440004509696)]} 0 1
[junit4:junit4]   2> 524902 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436416440008704000)]} 0 1
[junit4:junit4]   2> 524902 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[q!16 (1436416440008704000)]} 0 4
[junit4:junit4]   2> 524906 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[r!17 (1436416440016044032)]} 0 1
[junit4:junit4]   2> 524913 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436416440020238336)]} 0 1
[junit4:junit4]   2> 524913 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[r!17 (1436416440020238336)]} 0 4
[junit4:junit4]   2> 524917 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[s!18 (1436416440027578368)]} 0 1
[junit4:junit4]   2> 524927 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436416440035966976)]} 0 1
[junit4:junit4]   2> 524928 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1436416440035966976)]} 0 5
[junit4:junit4]   2> 524928 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[s!18]} 0 8
[junit4:junit4]   2> 524932 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[t!19 (1436416440043307008)]} 0 1
[junit4:junit4]   2> 524942 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436416440050647040)]} 0 1
[junit4:junit4]   2> 524943 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1436416440050647040)]} 0 5
[junit4:junit4]   2> 524943 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[t!19]} 0 8
[junit4:junit4]   2> 524947 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[u!20 (1436416440059035648)]} 0 1
[junit4:junit4]   2> 524954 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436416440063229952)]} 0 1
[junit4:junit4]   2> 524955 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[u!20 (1436416440063229952)]} 0 5
[junit4:junit4]   2> 524958 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[v!21 (1436416440070569984)]} 0 1
[junit4:junit4]   2> 524968 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436416440078958592)]} 0 1
[junit4:junit4]   2> 524969 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1436416440078958592)]} 0 5
[junit4:junit4]   2> 524969 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[v!21]} 0 8
[junit4:junit4]   2> 524973 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[w!22 (1436416440086298624)]} 0 1
[junit4:junit4]   2> 524980 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436416440090492928)]} 0 1
[junit4:junit4]   2> 524981 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[w!22 (1436416440090492928)]} 0 5
[junit4:junit4]   2> 524984 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[x!23 (1436416440097832960)]} 0 1
[junit4:junit4]   2> 524994 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436416440106221568)]} 0 1
[junit4:junit4]   2> 524995 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1436416440106221568)]} 0 5
[junit4:junit4]   2> 524996 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[x!23]} 0 9
[junit4:junit4]   2> 525000 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[y!24 (1436416440114610176)]} 0 1
[junit4:junit4]   2> 525010 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436416440122998784)]} 0 1
[junit4:junit4]   2> 525011 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1436416440122998784)]} 0 5
[junit4:junit4]   2> 525011 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[y!24]} 0 8
[junit4:junit4]   2> 525015 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[z!25 (1436416440131387392)]} 0 1
[junit4:junit4]   2> 525022 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436416440135581696)]} 0 1
[junit4:junit4]   2> 525023 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[z!25 (1436416440135581696)]} 0 5
[junit4:junit4]   2> 525027 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[a!26 (1436416440143970304)]} 0 1
[junit4:junit4]   2> 525037 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436416440150261760)]} 0 1
[junit4:junit4]   2> 525038 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436416440150261760)]} 0 5
[junit4:junit4]   2> 525039 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[a!26]} 0 8
[junit4:junit4]   2> 525043 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[b!27 (1436416440160747520)]} 0 1
[junit4:junit4]   2> 525053 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436416440168087552)]} 0 1
[junit4:junit4]   2> 525054 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436416440168087552)]} 0 4
[junit4:junit4]   2> 525054 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[b!27]} 0 8
[junit4:junit4]   2> 525058 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[c!28 (1436416440175427584)]} 0 1
[junit4:junit4]   2> 525065 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436416440179621888)]} 0 1
[junit4:junit4]   2> 525066 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[c!28 (1436416440179621888)]} 0 5
[junit4:junit4]   2> 525069 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[d!29 (1436416440188010496)]} 0 1
[junit4:junit4]   2> 525079 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436416440194301952)]} 0 1
[junit4:junit4]   2> 525080 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436416440194301952)]} 0 5
[junit4:junit4]   2> 525080 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[d!29]} 0 8
[junit4:junit4]   2> 525084 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[e!30 (1436416440202690560)]} 0 1
[junit4:junit4]   2> 525094 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436416440210030592)]} 0 1
[junit4:junit4]   2> 525094 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1436416440210030592)]} 0 4
[junit4:junit4]   2> 525095 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[e!30]} 0 8
[junit4:junit4]   2> 525099 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[f!31 (1436416440218419200)]} 0 1
[junit4:junit4]   2> 525106 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436416440222613504)]} 0 1
[junit4:junit4]   2> 525106 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[f!31 (1436416440222613504)]} 0 4
[junit4:junit4]   2> 525110 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[g!32 (1436416440231002112)]} 0 1
[junit4:junit4]   2> 525117 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436416440234147840)]} 0 1
[junit4:junit4]   2> 525118 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[g!32 (1436416440234147840)]} 0 5
[junit4:junit4]   2> 525122 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[h!33 (1436416440242536448)]} 0 1
[junit4:junit4]   2> 525129 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436416440246730752)]} 0 1
[junit4:junit4]   2> 525130 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[h!33 (1436416440246730752)]} 0 5
[junit4:junit4]   2> 525134 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[i!34 (1436416440255119360)]} 0 1
[junit4:junit4]   2> 525141 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436416440259313664)]} 0 1
[junit4:junit4]   2> 525141 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[i!34 (1436416440259313664)]} 0 4
[junit4:junit4]   2> 525145 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[j!35 (1436416440266653696)]} 0 1
[junit4:junit4]   2> 525152 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436416440270848000)]} 0 1
[junit4:junit4]   2> 525152 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[j!35 (1436416440270848000)]} 0 4
[junit4:junit4]   2> 525156 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[k!36 (1436416440278188032)]} 0 1
[junit4:junit4]   2> 525166 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436416440286576640)]} 0 1
[junit4:junit4]   2> 525167 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!36 (1436416440286576640)]} 0 5
[junit4:junit4]   2> 525168 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[k!36]} 0 9
[junit4:junit4]   2> 525172 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[l!37 (1436416440296013824)]} 0 1
[junit4:junit4]   2> 525179 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436416440299159552)]} 0 1
[junit4:junit4]   2> 525180 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[l!37 (1436416440299159552)]} 0 5
[junit4:junit4]   2> 525183 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[m!38 (1436416440306499584)]} 0 1
[junit4:junit4]   2> 525193 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436416440314888192)]} 0 1
[junit4:junit4]   2> 525194 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!38 (1436416440314888192)]} 0 5
[junit4:junit4]   2> 525195 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[m!38]} 0 9
[junit4:junit4]   2> 525199 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[n!39 (1436416440323276800)]} 0 1
[junit4:junit4]   2> 525206 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436416440327471104)]} 0 1
[junit4:junit4]   2> 525207 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[n!39 (1436416440327471104)]} 0 5
[junit4:junit4]   2> 525211 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[o!40 (1436416440336908288)]} 0 1
[junit4:junit4]   2> 525218 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436416440340054016)]} 0 1
[junit4:junit4]   2> 525219 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[o!40 (1436416440340054016)]} 0 5
[junit4:junit4]   2> 525223 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[p!41 (1436416440348442624)]} 0 2
[junit4:junit4]   2> 525234 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436416440356831232)]} 0 1
[junit4:junit4]   2> 525234 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!41 (1436416440356831232)]} 0 4
[junit4:junit4]   2> 525235 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[p!41]} 0 8
[junit4:junit4]   2> 525239 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[q!42 (1436416440365219840)]} 0 1
[junit4:junit4]   2> 525249 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436416440372559872)]} 0 1
[junit4:junit4]   2> 525250 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1436416440372559872)]} 0 5
[junit4:junit4]   2> 525250 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[q!42]} 0 8
[junit4:junit4]   2> 525254 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[r!43 (1436416440380948480)]} 0 1
[junit4:junit4]   2> 525264 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436416440389337088)]} 0 1
[junit4:junit4]   2> 525265 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1436416440389337088)]} 0 5
[junit4:junit4]   2> 525265 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[r!43]} 0 8
[junit4:junit4]   2> 525269 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[s!44 (1436416440396677120)]} 0 1
[junit4:junit4]   2> 525279 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436416440404017152)]} 0 1
[junit4:junit4]   2> 525280 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!44 (1436416440404017152)]} 0 5
[junit4:junit4]   2> 525280 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[s!44]} 0 8
[junit4:junit4]   2> 525284 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[t!45 (1436416440412405760)]} 0 1
[junit4:junit4]   2> 525294 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436416440419745792)]} 0 1
[junit4:junit4]   2> 525294 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!45 (1436416440419745792)]} 0 4
[junit4:junit4]   2> 525295 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[t!45]} 0 8
[junit4:junit4]   2> 525299 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[u!46 (1436416440428134400)]} 0 1
[junit4:junit4]   2> 525306 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436416440432328704)]} 0 1
[junit4:junit4]   2> 525306 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[u!46 (1436416440432328704)]} 0 4
[junit4:junit4]   2> 525310 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[v!47 (1436416440439668736)]} 0 1
[junit4:junit4]   2> 525320 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436416440447008768)]} 0 1
[junit4:junit4]   2> 525320 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!47 (1436416440447008768)]} 0 4
[junit4:junit4]   2> 525321 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[v!47]} 0 8
[junit4:junit4]   2> 525325 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[w!48 (1436416440455397376)]} 0 1
[junit4:junit4]   2> 525337 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436416440463785984)]} 0 1
[junit4:junit4]   2> 525338 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!48 (1436416440463785984)]} 0 6
[junit4:junit4]   2> 525339 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[w!48]} 0 11
[junit4:junit4]   2> 525342 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[x!49 (1436416440473223168)]} 0 1
[junit4:junit4]   2> 525353 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436416440481611776)]} 0 1
[junit4:junit4]   2> 525353 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!49 (1436416440481611776)]} 0 4
[junit4:junit4]   2> 525354 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[x!49]} 0 9
[junit4:junit4]   2> 525358 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[y!50 (1436416440490000384)]} 0 1
[junit4:junit4]   2> 525368 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436416440497340416)]} 0 1
[junit4:junit4]   2> 525369 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1436416440497340416)]} 0 5
[junit4:junit4]   2> 525369 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[y!50]} 0 8
[junit4:junit4]   2> 525373 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[z!51 (1436416440505729024)]} 0 1
[junit4:junit4]   2> 525383 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436416440514117632)]} 0 1
[junit4:junit4]   2> 525383 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!51 (1436416440514117632)]} 0 4
[junit4:junit4]   2> 525384 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[z!51]} 0 8
[junit4:junit4]   2> 525388 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[a!52 (1436416440521457664)]} 0 1
[junit4:junit4]   2> 525395 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436416440525651968)]} 0 1
[junit4:junit4]   2> 525396 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[a!52 (1436416440525651968)]} 0 5
[junit4:junit4]   2> 525400 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[b!53 (1436416440534040576)]} 0 1
[junit4:junit4]   2> 525407 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436416440538234880)]} 0 1
[junit4:junit4]   2> 525407 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[b!53 (1436416440538234880)]} 0 4
[junit4:junit4]   2> 525411 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[c!54 (1436416440545574912)]} 0 1
[junit4:junit4]   2> 525421 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436416440552914944)]} 0 1
[junit4:junit4]   2> 525421 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1436416440552914944)]} 0 4
[junit4:junit4]   2> 525422 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[c!54]} 0 8
[junit4:junit4]   2> 525426 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[d!55 (1436416440562352128)]} 0 1
[junit4:junit4]   2> 525436 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436416440569692160)]} 0 1
[junit4:junit4]   2> 525437 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1436416440569692160)]} 0 5
[junit4:junit4]   2> 525437 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[d!55]} 0 8
[junit4:junit4]   2> 525441 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[e!56 (1436416440577032192)]} 0 1
[junit4:junit4]   2> 525448 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436416440581226496)]} 0 1
[junit4:junit4]   2> 525449 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[e!56 (1436416440581226496)]} 0 5
[junit4:junit4]   2> 525453 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[f!57 (1436416440590663680)]} 0 1
[junit4:junit4]   2> 525463 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436416440596955136)]} 0 1
[junit4:junit4]   2> 525463 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!57 (1436416440596955136)]} 0 4
[junit4:junit4]   2> 525464 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[f!57]} 0 8
[junit4:junit4]   2> 525468 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[g!58 (1436416440605343744)]} 0 1
[junit4:junit4]   2> 525478 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436416440612683776)]} 0 1
[junit4:junit4]   2> 525479 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1436416440612683776)]} 0 5
[junit4:junit4]   2> 525479 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[g!58]} 0 8
[junit4:junit4]   2> 525483 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[h!59 (1436416440621072384)]} 0 1
[junit4:junit4]   2> 525493 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436416440629460992)]} 0 1
[junit4:junit4]   2> 525494 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1436416440629460992)]} 0 5
[junit4:junit4]   2> 525495 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[h!59]} 0 9
[junit4:junit4]   2> 525499 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[i!60 (1436416440637849600)]} 0 1
[junit4:junit4]   2> 525509 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436416440645189632)]} 0 1
[junit4:junit4]   2> 525509 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1436416440645189632)]} 0 4
[junit4:junit4]   2> 525510 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[i!60]} 0 8
[junit4:junit4]   2> 525514 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[j!61 (1436416440654626816)]} 0 1
[junit4:junit4]   2> 525524 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436416440660918272)]} 0 1
[junit4:junit4]   2> 525525 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1436416440660918272)]} 0 5
[junit4:junit4]   2> 525525 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[j!61]} 0 8
[junit4:junit4]   2> 525529 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[k!62 (1436416440669306880)]} 0 1
[junit4:junit4]   2> 525536 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436416440673501184)]} 0 1
[junit4:junit4]   2> 525537 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[k!62 (1436416440673501184)]} 0 5
[junit4:junit4]   2> 525541 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[l!63 (1436416440682938368)]} 0 1
[junit4:junit4]   2> 525548 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436416440686084096)]} 0 1
[junit4:junit4]   2> 525549 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[l!63 (1436416440686084096)]} 0 5
[junit4:junit4]   2> 525553 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[m!64 (1436416440694472704)]} 0 1
[junit4:junit4]   2> 525563 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436416440702861312)]} 0 1
[junit4:junit4]   2> 525563 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!64 (1436416440702861312)]} 0 4
[junit4:junit4]   2> 525564 T1827 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[m!64]} 0 8
[junit4:junit4]   2> 525568 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[n!65 (1436416440710201344)]} 0 1
[junit4:junit4]   2> 525578 T1855 C460 P48475 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436416440717541376)]} 0 1
[junit4:junit4]   2> 525578 T1829 C461 P24131 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!65 (1436416440717541376)]} 0 4
[junit4:junit4]   2> 525579 T1845 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[n!65]} 0 8
[junit4:junit4]   2> 525583 T1803 C463 P26127 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={wt=javabin&version=2} {add=[o!66 (1436416440725929984)]} 0 1
[junit4:junit4]   2> 525593 T1874 C459 P28422 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:13718/kb_/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436416440733270016)]} 0 1
[junit4:junit4]   2> 525593 T1843 C462 P13718 oasup.LogUpdateProcessor.finish [collection1] webapp=/kb_ path=/update params={distrib.from=http://127.0.0.1:24131/kb_/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1436416440733270016)]} 0 4
[junit4:junit4]   2> 525594 T1827 C461 P24

[...truncated too long message...]

ainer.shutdown Shutting down CoreContainer instance=1003113605
[junit4:junit4]   2> 534711 T1849 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 534711 T1849 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 534711 T1849 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 535548 T1791 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 535549 T1791 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 535576 T1791 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@439ed30e
[junit4:junit4]   2> 535583 T1791 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=14,adds=14,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=56,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 535585 T1791 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 535585 T1791 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 535586 T1791 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C478 name=collection1 org.apache.solr.core.SolrCore@439ed30e url=http://127.0.0.1:28422/kb_/collection1 node=127.0.0.1:28422_kb_ C478_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:28422_kb_, base_url=http://127.0.0.1:28422/kb_, leader=true}
[junit4:junit4]   2> 535587 T1791 C478 P28422 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@1d88395f lockFactory=org.apache.lucene.store.NativeFSLockFactory@483e0131),segFN=segments_5,generation=5}
[junit4:junit4]   2> 535588 T1791 C478 P28422 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 535591 T1791 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 535591 T1791 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 535592 T1791 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index;done=false>>]
[junit4:junit4]   2> 535592 T1791 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4/index
[junit4:junit4]   2> 535593 T1791 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4;done=false>>]
[junit4:junit4]   2> 535593 T1791 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369873439894/jetty4
[junit4:junit4]   2> 535594 T1913 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89776025757351948-127.0.0.1:28422_kb_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 535600 T1791 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/kb_,null}
[junit4:junit4]   2> 535675 T1791 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 535678 T1791 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:21495 21495
[junit4:junit4]   2> 535744 T1791 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 26127
[junit4:junit4]   2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-1369873439894 FAILED !!!!!
[junit4:junit4]   2> 535745 T1791 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 535746 T1791 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:21495 21495
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=DB26BC4894EA4F7D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu_HU -Dtests.timezone=America/Hermosillo -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   37.5s J0 | ShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:24131/kb_ returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([DB26BC4894EA4F7D:5AC03250E3B52F41]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 535766 T1791 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 37484 T1790 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 2 leaked thread(s).
[junit4:junit4]   2> 536900 T1882 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 536900 T1882 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 536900 T1882 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=hu_HU, timezone=America/Hermosillo
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=226551616,total=398458880
[junit4:junit4]   2> NOTE: All tests run in this JVM: [LeaderElectionIntegrationTest, ResourceLoaderTest, TestLMJelinekMercerSimilarityFactory, SuggesterTSTTest, TestAddFieldRealTimeGet, SignatureUpdateProcessorFactoryTest, TestRemoteStreaming, TestLMDirichletSimilarityFactory, TestCloudManagedSchemaAddField, TestElisionMultitermQuery, RegexBoostProcessorTest, StatsComponentTest, SpellingQueryConverterTest, PreAnalyzedUpdateProcessorTest, ReturnFieldsTest, IndexSchemaRuntimeFieldTest, TestAtomicUpdateErrorCases, TestSweetSpotSimilarityFactory, TestIndexSearcher, TestSearchPerf, TestSchemaNameResource, TestMergePolicyConfig, TestReversedWildcardFilterFactory, UniqFieldsUpdateProcessorFactoryTest, TestBinaryField, UpdateParamsTest, ConvertedLegacyTest, CurrencyFieldXmlFileTest, QueryParsingTest, TestPropInject, CachingDirectoryFactoryTest, TestStressRecovery, TestSurroundQueryParser, ChaosMonkeyNothingIsSafeTest, ZkSolrClientTest, TermVectorComponentTest, SolrCoreTest, SuggesterWFSTTest, TestZkChroot, RequiredFieldsTest, TestMaxScoreQueryParser, OverseerTest, TestStressReorder, NotRequiredUniqueKeyTest, SimpleFacetsTest, TestCollationKeyRangeQueries, TestJmxMonitoredMap, TestLFUCache, TestExtendedDismaxParser, TestDFRSimilarityFactory, TestFastLRUCache, TestSolr4Spatial, MBeansHandlerTest, SliceStateTest, TestCSVResponseWriter, SearchHandlerTest, QueryElevationComponentTest, TestTrie, RequestHandlersTest, SolrCmdDistributorTest, TestSolrDeletionPolicy1, TestPostingsSolrHighlighter, PrimitiveFieldTypeTest, TestFieldTypeCollectionResource, TimeZoneUtilsTest, BadCopyFieldTest, TestCloudManagedSchema, IndexReaderFactoryTest, MoreLikeThisHandlerTest, TestStressVersions, TestPluginEnable, SchemaVersionSpecificBehaviorTest, MinimalSchemaTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 38.77s, 1 test, 1 error <<< FAILURES!

[...truncated 478 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 13 ignored (7 assumptions)

Total time: 48 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1292 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1292/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:51661 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51661 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([CD1C4E0E667C1AB2:4CFAC01611237A8E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9605 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 735746 T1980 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 735752 T1980 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369843423430
[junit4:junit4]   2> 735753 T1980 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 735754 T1981 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 735855 T1980 oasc.ZkTestServer.run start zk server on port:51646
[junit4:junit4]   2> 735855 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 735860 T1987 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3185e16f name:ZooKeeperConnection Watcher:127.0.0.1:51646 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 735860 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 735860 T1980 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 735875 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 735881 T1989 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2caed897 name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 735882 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 735882 T1980 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 735886 T1980 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 735889 T1980 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 735898 T1980 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 735901 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 735901 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 735913 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 735913 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 736017 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 736018 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 736028 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 736029 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 736032 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 736033 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 736036 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 736037 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 736040 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 736040 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 736043 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 736044 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 736047 T1980 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 736048 T1980 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 736328 T1980 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 736333 T1980 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51649
[junit4:junit4]   2> 736334 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 736334 T1980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 736335 T1980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736
[junit4:junit4]   2> 736335 T1980 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/solr.xml
[junit4:junit4]   2> 736336 T1980 oasc.CoreContainer.<init> New CoreContainer 1221464692
[junit4:junit4]   2> 736336 T1980 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/'
[junit4:junit4]   2> 736337 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/'
[junit4:junit4]   2> 736466 T1980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 736467 T1980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 736468 T1980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 736468 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 736469 T1980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 736469 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 736470 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 736470 T1980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 736471 T1980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 736471 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 736488 T1980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 736489 T1980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51646/solr
[junit4:junit4]   2> 736490 T1980 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 736491 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 736494 T2000 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3aa8e322 name:ZooKeeperConnection Watcher:127.0.0.1:51646 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 736494 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 736546 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 736557 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 736559 T2002 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74efbf22 name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 736559 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 736604 T1980 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 736614 T1980 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 736617 T1980 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 736619 T1980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51649_
[junit4:junit4]   2> 736627 T1980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51649_
[junit4:junit4]   2> 736630 T1980 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 736648 T1980 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 736651 T1980 oasc.Overseer.start Overseer (id=89774058598301699-127.0.0.1:51649_-n_0000000000) starting
[junit4:junit4]   2> 736663 T1980 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 736675 T2004 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 736675 T1980 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 736678 T1980 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 736680 T1980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 736682 T2003 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 736686 T2005 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/collection1
[junit4:junit4]   2> 736687 T2005 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 736687 T2005 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 736688 T2005 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 736689 T2005 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/collection1/'
[junit4:junit4]   2> 736691 T2005 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 736691 T2005 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/collection1/lib/README' to classloader
[junit4:junit4]   2> 736743 T2005 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 736802 T2005 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 736904 T2005 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 736909 T2005 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 737460 T2005 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 737464 T2005 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 737466 T2005 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 737471 T2005 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 737493 T2005 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 737494 T2005 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369843423736/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/control/data/
[junit4:junit4]   2> 737494 T2005 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ab3c51
[junit4:junit4]   2> 737494 T2005 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 737495 T2005 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/control/data
[junit4:junit4]   2> 737495 T2005 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/control/data/index/
[junit4:junit4]   2> 737495 T2005 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 737496 T2005 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/control/data/index
[junit4:junit4]   2> 737499 T2005 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29e3632 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43df2c2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 737500 T2005 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 737502 T2005 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 737502 T2005 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 737502 T2005 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 737503 T2005 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 737503 T2005 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 737503 T2005 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 737504 T2005 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 737504 T2005 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 737504 T2005 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 737515 T2005 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 737520 T2005 oass.SolrIndexSearcher.<init> Opening Searcher@1946d6cf main
[junit4:junit4]   2> 737520 T2005 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/control/data/tlog
[junit4:junit4]   2> 737521 T2005 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 737521 T2005 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 737524 T2006 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1946d6cf main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 737524 T2005 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 737524 T2005 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 738186 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 738187 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51649_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51649"}
[junit4:junit4]   2> 738187 T2003 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 738187 T2003 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 738205 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 738530 T2005 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 738530 T2005 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51649 collection:control_collection shard:shard1
[junit4:junit4]   2> 738531 T2005 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 738549 T2005 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 738552 T2005 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 738553 T2005 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 738553 T2005 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51649/collection1/
[junit4:junit4]   2> 738553 T2005 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 738553 T2005 oasc.SyncStrategy.syncToMe http://127.0.0.1:51649/collection1/ has no replicas
[junit4:junit4]   2> 738554 T2005 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51649/collection1/
[junit4:junit4]   2> 738554 T2005 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 739709 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 739725 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 739784 T2005 oasc.ZkController.register We are http://127.0.0.1:51649/collection1/ and leader is http://127.0.0.1:51649/collection1/
[junit4:junit4]   2> 739784 T2005 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51649
[junit4:junit4]   2> 739784 T2005 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 739784 T2005 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 739784 T2005 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 739786 T2005 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 739787 T1980 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 739787 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 739788 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 739798 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 739799 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 739801 T2009 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@220c1239 name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 739802 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 739803 T1980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 739805 T1980 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 739979 T1980 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 739982 T1980 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51661
[junit4:junit4]   2> 739982 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 739983 T1980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 739983 T1980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483
[junit4:junit4]   2> 739984 T1980 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/solr.xml
[junit4:junit4]   2> 739984 T1980 oasc.CoreContainer.<init> New CoreContainer 744672084
[junit4:junit4]   2> 739985 T1980 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/'
[junit4:junit4]   2> 739986 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/'
[junit4:junit4]   2> 740112 T1980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 740113 T1980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 740113 T1980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 740114 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 740114 T1980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 740115 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 740115 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 740116 T1980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 740116 T1980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 740117 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 740132 T1980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 740133 T1980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51646/solr
[junit4:junit4]   2> 740133 T1980 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 740135 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 740140 T2020 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4780f067 name:ZooKeeperConnection Watcher:127.0.0.1:51646 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 740141 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 740147 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 740178 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 740189 T2022 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@147632ad name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 740189 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 740208 T1980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 741212 T1980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51661_
[junit4:junit4]   2> 741217 T1980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51661_
[junit4:junit4]   2> 741298 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 741299 T2009 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 741299 T2022 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 741300 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 741301 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51649__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51649_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51649"}
[junit4:junit4]   2> 741306 T2023 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/collection1
[junit4:junit4]   2> 741307 T2023 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 741334 T2023 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 741334 T2023 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 741370 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 741370 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 741372 T2023 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/collection1/'
[junit4:junit4]   2> 741373 T2023 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 741374 T2023 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/collection1/lib/README' to classloader
[junit4:junit4]   2> 741399 T2002 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 741399 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 741428 T2023 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 741488 T2023 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 741590 T2023 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 741596 T2023 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 742148 T2023 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 742152 T2023 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 742154 T2023 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 742159 T2023 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 742182 T2023 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 742182 T2023 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369843427483/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty1/
[junit4:junit4]   2> 742183 T2023 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ab3c51
[junit4:junit4]   2> 742183 T2023 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 742184 T2023 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty1
[junit4:junit4]   2> 742184 T2023 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty1/index/
[junit4:junit4]   2> 742185 T2023 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 742186 T2023 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty1/index
[junit4:junit4]   2> 742189 T2023 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de01d31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f18a994),segFN=segments_1,generation=1}
[junit4:junit4]   2> 742190 T2023 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 742193 T2023 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 742193 T2023 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 742194 T2023 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 742194 T2023 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 742195 T2023 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 742195 T2023 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 742196 T2023 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 742196 T2023 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 742197 T2023 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 742213 T2023 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 742220 T2023 oass.SolrIndexSearcher.<init> Opening Searcher@2ff7fb7a main
[junit4:junit4]   2> 742221 T2023 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty1/tlog
[junit4:junit4]   2> 742222 T2023 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 742222 T2023 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 742227 T2024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ff7fb7a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 742229 T2023 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 742229 T2023 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 742900 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 742901 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51661_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51661"}
[junit4:junit4]   2> 742902 T2003 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 742902 T2003 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 742909 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 742909 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 742909 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 743257 T2023 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 743257 T2023 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51661 collection:collection1 shard:shard1
[junit4:junit4]   2> 743258 T2023 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 743274 T2023 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 743277 T2023 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 743277 T2023 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 743278 T2023 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51661/collection1/
[junit4:junit4]   2> 743278 T2023 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 743278 T2023 oasc.SyncStrategy.syncToMe http://127.0.0.1:51661/collection1/ has no replicas
[junit4:junit4]   2> 743278 T2023 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51661/collection1/
[junit4:junit4]   2> 743279 T2023 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 744424 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 744440 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 744440 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 744440 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 744458 T2023 oasc.ZkController.register We are http://127.0.0.1:51661/collection1/ and leader is http://127.0.0.1:51661/collection1/
[junit4:junit4]   2> 744458 T2023 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51661
[junit4:junit4]   2> 744458 T2023 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 744458 T2023 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 744459 T2023 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 744460 T2023 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 744461 T1980 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 744462 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 744462 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 744648 T1980 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 744650 T1980 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51667
[junit4:junit4]   2> 744651 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 744651 T1980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 744652 T1980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151
[junit4:junit4]   2> 744652 T1980 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/solr.xml
[junit4:junit4]   2> 744652 T1980 oasc.CoreContainer.<init> New CoreContainer 664350730
[junit4:junit4]   2> 744653 T1980 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/'
[junit4:junit4]   2> 744653 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/'
[junit4:junit4]   2> 744736 T1980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 744737 T1980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 744738 T1980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 744738 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 744738 T1980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 744738 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 744739 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 744739 T1980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 744739 T1980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 744740 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 744751 T1980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 744751 T1980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51646/solr
[junit4:junit4]   2> 744752 T1980 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 744753 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 744756 T2036 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3edb6096 name:ZooKeeperConnection Watcher:127.0.0.1:51646 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 744756 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 744768 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 744776 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 744778 T2038 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4c019ea6 name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 744778 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 744788 T1980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 745792 T1980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51667_
[junit4:junit4]   2> 745794 T1980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51667_
[junit4:junit4]   2> 745797 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 745797 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 745798 T2038 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 745797 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 745799 T2002 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 745800 T2009 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 745800 T2022 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 745805 T2039 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/collection1
[junit4:junit4]   2> 745806 T2039 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 745806 T2039 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 745807 T2039 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 745808 T2039 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/collection1/'
[junit4:junit4]   2> 745810 T2039 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/collection1/lib/README' to classloader
[junit4:junit4]   2> 745810 T2039 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 745861 T2039 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 745921 T2039 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 745950 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 745951 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51661__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51661_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51661"}
[junit4:junit4]   2> 745958 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 745958 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 745958 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 746022 T2039 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 746022 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 746027 T2039 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 746598 T2039 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 746602 T2039 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 746604 T2039 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 746609 T2039 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 746631 T2039 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 746632 T2039 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369843432151/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty2/
[junit4:junit4]   2> 746632 T2039 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ab3c51
[junit4:junit4]   2> 746632 T2039 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 746634 T2039 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty2
[junit4:junit4]   2> 746634 T2039 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty2/index/
[junit4:junit4]   2> 746634 T2039 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 746635 T2039 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty2/index
[junit4:junit4]   2> 746639 T2039 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@582c422c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a0d5f45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 746639 T2039 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 746642 T2039 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 746642 T2039 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 746643 T2039 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 746644 T2039 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 746644 T2039 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 746645 T2039 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 746645 T2039 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 746646 T2039 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 746646 T2039 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 746662 T2039 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 746670 T2039 oass.SolrIndexSearcher.<init> Opening Searcher@27b10a2f main
[junit4:junit4]   2> 746670 T2039 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty2/tlog
[junit4:junit4]   2> 746671 T2039 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 746672 T2039 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 746676 T2040 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27b10a2f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 746678 T2039 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 746678 T2039 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 747474 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 747475 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51667_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51667"}
[junit4:junit4]   2> 747475 T2003 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 747476 T2003 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 747489 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 747489 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 747489 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 747489 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 747681 T2039 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 747681 T2039 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51667 collection:collection1 shard:shard2
[junit4:junit4]   2> 747682 T2039 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 747699 T2039 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 747702 T2039 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 747702 T2039 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 747702 T2039 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51667/collection1/
[junit4:junit4]   2> 747703 T2039 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 747703 T2039 oasc.SyncStrategy.syncToMe http://127.0.0.1:51667/collection1/ has no replicas
[junit4:junit4]   2> 747703 T2039 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51667/collection1/
[junit4:junit4]   2> 747704 T2039 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 748993 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 749014 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 749014 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 749014 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 749014 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 749040 T2039 oasc.ZkController.register We are http://127.0.0.1:51667/collection1/ and leader is http://127.0.0.1:51667/collection1/
[junit4:junit4]   2> 749040 T2039 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51667
[junit4:junit4]   2> 749040 T2039 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 749040 T2039 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 749041 T2039 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 749042 T2039 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 749043 T1980 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 749044 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 749045 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 749328 T1980 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 749331 T1980 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51671
[junit4:junit4]   2> 749332 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 749333 T1980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 749333 T1980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738
[junit4:junit4]   2> 749334 T1980 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/solr.xml
[junit4:junit4]   2> 749334 T1980 oasc.CoreContainer.<init> New CoreContainer 1901436393
[junit4:junit4]   2> 749335 T1980 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/'
[junit4:junit4]   2> 749335 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/'
[junit4:junit4]   2> 749465 T1980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 749465 T1980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 749466 T1980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 749466 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 749467 T1980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 749467 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 749468 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 749468 T1980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 749469 T1980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 749469 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 749485 T1980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 749486 T1980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51646/solr
[junit4:junit4]   2> 749487 T1980 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 749488 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 749491 T2052 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@39b4ec81 name:ZooKeeperConnection Watcher:127.0.0.1:51646 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 749492 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 749505 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 749516 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 749518 T2054 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24db8741 name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 749518 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 749527 T1980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 750527 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 750528 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51667__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51667_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51667"}
[junit4:junit4]   2> 750531 T1980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51671_
[junit4:junit4]   2> 750545 T1980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51671_
[junit4:junit4]   2> 750546 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750547 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750547 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750547 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750547 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750554 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750555 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750555 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750555 T2054 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 750557 T2009 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 750557 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 750557 T2022 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 750558 T2038 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 750558 T2002 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 750562 T2055 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/collection1
[junit4:junit4]   2> 750563 T2055 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 750563 T2055 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 750563 T2055 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 750565 T2055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/collection1/'
[junit4:junit4]   2> 750566 T2055 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 750567 T2055 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/collection1/lib/README' to classloader
[junit4:junit4]   2> 750618 T2055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 750678 T2055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 750779 T2055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 750785 T2055 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 751353 T2055 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 751357 T2055 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 751360 T2055 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 751365 T2055 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 751387 T2055 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 751387 T2055 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369843436738/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/
[junit4:junit4]   2> 751388 T2055 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ab3c51
[junit4:junit4]   2> 751388 T2055 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 751389 T2055 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3
[junit4:junit4]   2> 751389 T2055 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index/
[junit4:junit4]   2> 751390 T2055 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 751391 T2055 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index
[junit4:junit4]   2> 751394 T2055 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69e4266c lockFactory=org.apache.lucene.store.NativeFSLockFactory@536c318a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 751395 T2055 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 751398 T2055 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 751398 T2055 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 751399 T2055 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 751399 T2055 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 751400 T2055 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 751400 T2055 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 751401 T2055 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 751401 T2055 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 751402 T2055 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 751418 T2055 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 751425 T2055 oass.SolrIndexSearcher.<init> Opening Searcher@4cd5f9b main
[junit4:junit4]   2> 751426 T2055 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/tlog
[junit4:junit4]   2> 751427 T2055 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 751427 T2055 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 751431 T2056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cd5f9b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 751433 T2055 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 751434 T2055 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 752057 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 752058 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51671_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51671"}
[junit4:junit4]   2> 752059 T2003 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 752059 T2003 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 752090 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 752090 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 752090 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 752090 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 752090 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 752440 T2055 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 752440 T2055 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51671 collection:collection1 shard:shard1
[junit4:junit4]   2> 752447 T2055 oasc.ZkController.register We are http://127.0.0.1:51671/collection1/ and leader is http://127.0.0.1:51661/collection1/
[junit4:junit4]   2> 752448 T2055 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51671
[junit4:junit4]   2> 752448 T2055 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 752448 T2055 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C452 name=collection1 org.apache.solr.core.SolrCore@7844b5e0 url=http://127.0.0.1:51671/collection1 node=127.0.0.1:51671_ C452_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51671_, base_url=http://127.0.0.1:51671}
[junit4:junit4]   2> 752449 T2057 C452 P51671 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 752449 T2055 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 752449 T2057 C452 P51671 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 752450 T2057 C452 P51671 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 752450 T2057 C452 P51671 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 752450 T1980 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 752451 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 752452 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 752470 T2057 C452 P51671 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 752482 T2012 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51671__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 752731 T1980 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 752734 T1980 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:51675
[junit4:junit4]   2> 752735 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 752736 T1980 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 752736 T1980 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144
[junit4:junit4]   2> 752737 T1980 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/solr.xml
[junit4:junit4]   2> 752737 T1980 oasc.CoreContainer.<init> New CoreContainer 66899827
[junit4:junit4]   2> 752738 T1980 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/'
[junit4:junit4]   2> 752738 T1980 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/'
[junit4:junit4]   2> 752865 T1980 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 752865 T1980 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 752866 T1980 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 752866 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 752867 T1980 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 752867 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 752868 T1980 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 752868 T1980 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 752869 T1980 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 752869 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 752885 T1980 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 752886 T1980 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51646/solr
[junit4:junit4]   2> 752886 T1980 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 752888 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 752891 T2069 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44114ad7 name:ZooKeeperConnection Watcher:127.0.0.1:51646 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 752891 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 752894 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 752904 T1980 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 752907 T2071 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f1920e4 name:ZooKeeperConnection Watcher:127.0.0.1:51646/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 752907 T1980 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 752912 T1980 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 753603 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 753604 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51671__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51671_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51671"}
[junit4:junit4]   2> 753646 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753646 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753646 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753646 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753646 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753646 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753915 T1980 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51675_
[junit4:junit4]   2> 753917 T1980 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51675_
[junit4:junit4]   2> 753919 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753919 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753919 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753919 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753919 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753919 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 753921 T2071 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 753929 T2054 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 753929 T2009 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 753930 T2002 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 753930 T2022 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 753930 T2038 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 753934 T2072 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/collection1
[junit4:junit4]   2> 753935 T2072 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 753935 T2072 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 753935 T2072 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 753937 T2072 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/collection1/'
[junit4:junit4]   2> 753938 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/collection1/lib/README' to classloader
[junit4:junit4]   2> 753938 T2072 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 753973 T2072 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 754014 T2072 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 754115 T2072 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 754119 T2072 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 754484 T2012 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51671__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 754484 T2012 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51671__collection1&state=recovering&nodeName=127.0.0.1:51671_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 754510 T2072 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 754513 T2072 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 754515 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 754519 T2072 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 754536 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 754536 T2072 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369843440144/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/
[junit4:junit4]   2> 754536 T2072 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ab3c51
[junit4:junit4]   2> 754537 T2072 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 754537 T2072 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4
[junit4:junit4]   2> 754538 T2072 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index/
[junit4:junit4]   2> 754538 T2072 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 754539 T2072 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index
[junit4:junit4]   2> 754541 T2072 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40e3c940 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a148b7a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 754542 T2072 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 754544 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 754544 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 754545 T2072 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 754545 T2072 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 754546 T2072 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 754546 T2072 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 754546 T2072 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 754547 T2072 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 754547 T2072 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 754559 T2072 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 754565 T2072 oass.SolrIndexSearcher.<init> Opening Searcher@64f7a773 main
[junit4:junit4]   2> 754565 T2072 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/tlog
[junit4:junit4]   2> 754566 T2072 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 754566 T2072 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 754570 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64f7a773 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 754571 T2072 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 754571 T2072 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 755151 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 755152 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51675_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51675"}
[junit4:junit4]   2> 755152 T2003 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 755153 T2003 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 755188 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 755189 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 755188 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 755188 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 755188 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 755188 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 755599 T2072 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 755599 T2072 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51675 collection:collection1 shard:shard2
[junit4:junit4]   2> 755603 T2072 oasc.ZkController.register We are http://127.0.0.1:51675/collection1/ and leader is http://127.0.0.1:51667/collection1/
[junit4:junit4]   2> 755603 T2072 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51675
[junit4:junit4]   2> 755603 T2072 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 755603 T2072 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C453 name=collection1 org.apache.solr.core.SolrCore@247dc524 url=http://127.0.0.1:51675/collection1 node=127.0.0.1:51675_ C453_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:51675_, base_url=http://127.0.0.1:51675}
[junit4:junit4]   2> 755604 T2074 C453 P51675 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 755604 T2072 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 755604 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 755605 T2074 C453 P51675 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 755605 T2074 C453 P51675 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 755606 T1980 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 755606 T1980 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 755606 T2074 C453 P51675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 755607 T1980 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 755625 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 755626 T2028 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:51675__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 755627 T1980 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 755627 T1980 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 755628 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C454 name=collection1 org.apache.solr.core.SolrCore@7844b5e0 url=http://127.0.0.1:51671/collection1 node=127.0.0.1:51671_ C454_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51671_, base_url=http://127.0.0.1:51671}
[junit4:junit4]   2> 756486 T2057 C454 P51671 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51661/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 756486 T2057 C454 P51671 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51671 START replicas=[http://127.0.0.1:51661/collection1/] nUpdates=100
[junit4:junit4]   2> 756487 T2057 C454 P51671 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 756487 T2057 C454 P51671 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 756487 T2057 C454 P51671 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 756488 T2057 C454 P51671 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 756488 T2057 C454 P51671 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 756488 T2057 C454 P51671 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51661/collection1/. core=collection1
[junit4:junit4]   2> 756488 T2057 C454 P51671 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C455 name=collection1 org.apache.solr.core.SolrCore@65c94f13 url=http://127.0.0.1:51661/collection1 node=127.0.0.1:51661_ C455_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51661_, base_url=http://127.0.0.1:51661, leader=true}
[junit4:junit4]   2> 756496 T2013 C455 P51661 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 756496 T2014 C455 P51661 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 756498 T2014 C455 P51661 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de01d31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f18a994),segFN=segments_1,generation=1}
[junit4:junit4]   2> 756499 T2014 C455 P51661 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 756499 T2014 C455 P51661 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de01d31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f18a994),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de01d31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f18a994),segFN=segments_2,generation=2}
[junit4:junit4]   2> 756500 T2014 C455 P51661 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 756500 T2014 C455 P51661 oass.SolrIndexSearcher.<init> Opening Searcher@12f84f37 realtime
[junit4:junit4]   2> 756500 T2014 C455 P51661 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 756501 T2014 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 756502 T2057 C454 P51671 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 756502 T2057 C454 P51671 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 756504 T2015 C455 P51661 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 756505 T2015 C455 P51661 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 756505 T2057 C454 P51671 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 756505 T2057 C454 P51671 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 756506 T2057 C454 P51671 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 756508 T2015 C455 P51661 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 756509 T2057 C454 P51671 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 756510 T2057 C454 P51671 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index.20130530010404186
[junit4:junit4]   2> 756510 T2057 C454 P51671 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@703b4e83 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f781846) fullCopy=false
[junit4:junit4]   2> 756512 T2015 C455 P51661 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 756513 T2057 C454 P51671 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 756514 T2057 C454 P51671 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 756514 T2057 C454 P51671 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 756516 T2057 C454 P51671 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69e4266c lockFactory=org.apache.lucene.store.NativeFSLockFactory@536c318a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69e4266c lockFactory=org.apache.lucene.store.NativeFSLockFactory@536c318a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 756517 T2057 C454 P51671 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 756517 T2057 C454 P51671 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 756518 T2057 C454 P51671 oass.SolrIndexSearcher.<init> Opening Searcher@3ada3875 main
[junit4:junit4]   2> 756519 T2056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ada3875 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 756519 T2057 C454 P51671 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index.20130530010404186 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index.20130530010404186;done=true>>]
[junit4:junit4]   2> 756519 T2057 C454 P51671 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index.20130530010404186
[junit4:junit4]   2> 756520 T2057 C454 P51671 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty3/index.20130530010404186
[junit4:junit4]   2> 756520 T2057 C454 P51671 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 756520 T2057 C454 P51671 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 756520 T2057 C454 P51671 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 756521 T2057 C454 P51671 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 756527 T2057 C454 P51671 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 756630 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 756692 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 756693 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51675__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51675_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51675"}
[junit4:junit4]   2> 756699 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51671__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51671_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51671"}
[junit4:junit4]   2> 756714 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 756714 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 756714 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 756714 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 756714 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 756714 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 757629 T2028 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:51675__collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 757629 T2028 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:51675__collection1&state=recovering&nodeName=127.0.0.1:51675_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 757632 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 758634 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C453_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:51675_, base_url=http://127.0.0.1:51675}
[junit4:junit4]   2> 759631 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:51667/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 759631 T2074 C453 P51675 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:51675 START replicas=[http://127.0.0.1:51667/collection1/] nUpdates=100
[junit4:junit4]   2> 759631 T2074 C453 P51675 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 759632 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 759632 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 759632 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 759632 T2074 C453 P51675 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 759632 T2074 C453 P51675 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:51667/collection1/. core=collection1
[junit4:junit4]   2> 759632 T2074 C453 P51675 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 759636 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C456 name=collection1 org.apache.solr.core.SolrCore@18e8ee4e url=http://127.0.0.1:51667/collection1 node=127.0.0.1:51667_ C456_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51667_, base_url=http://127.0.0.1:51667, leader=true}
[junit4:junit4]   2> 759638 T2029 C456 P51667 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 759641 T2030 C456 P51667 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 759643 T2030 C456 P51667 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@582c422c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a0d5f45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 759643 T2030 C456 P51667 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 759644 T2030 C456 P51667 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@582c422c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a0d5f45),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@582c422c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a0d5f45),segFN=segments_2,generation=2}
[junit4:junit4]   2> 759644 T2030 C456 P51667 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 759645 T2030 C456 P51667 oass.SolrIndexSearcher.<init> Opening Searcher@688f2b9 realtime
[junit4:junit4]   2> 759645 T2030 C456 P51667 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 759645 T2030 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 759646 T2074 C453 P51675 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 759646 T2074 C453 P51675 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 759649 T2031 C456 P51667 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 759649 T2031 C456 P51667 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 759649 T2074 C453 P51675 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 759650 T2074 C453 P51675 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 759650 T2074 C453 P51675 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 759652 T2031 C456 P51667 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 759652 T2074 C453 P51675 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 759653 T2074 C453 P51675 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index.20130530010407330
[junit4:junit4]   2> 759653 T2074 C453 P51675 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@27737937 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a72eae5) fullCopy=false
[junit4:junit4]   2> 759656 T2031 C456 P51667 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 759657 T2074 C453 P51675 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 759658 T2074 C453 P51675 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 759658 T2074 C453 P51675 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 759660 T2074 C453 P51675 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40e3c940 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a148b7a),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40e3c940 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a148b7a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 759660 T2074 C453 P51675 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 759661 T2074 C453 P51675 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 759661 T2074 C453 P51675 oass.SolrIndexSearcher.<init> Opening Searcher@78af6453 main
[junit4:junit4]   2> 759662 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@78af6453 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 759662 T2074 C453 P51675 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index.20130530010407330 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index.20130530010407330;done=true>>]
[junit4:junit4]   2> 759663 T2074 C453 P51675 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index.20130530010407330
[junit4:junit4]   2> 759663 T2074 C453 P51675 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index.20130530010407330
[junit4:junit4]   2> 759663 T2074 C453 P51675 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 759663 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 759663 T2074 C453 P51675 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 759664 T2074 C453 P51675 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 759665 T2074 C453 P51675 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 759727 T2003 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 759728 T2003 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51675__collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51675_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51675"}
[junit4:junit4]   2> 759740 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 759740 T2002 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 759740 T2054 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 759740 T2038 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 759740 T2009 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 759740 T2022 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 760638 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 760640 T1980 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C457 name=collection1 org.apache.solr.core.SolrCore@209b2747 url=http://127.0.0.1:51649/collection1 node=127.0.0.1:51649_ C457_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:51649_, base_url=http://127.0.0.1:51649, leader=true}
[junit4:junit4]   2> 760646 T1992 C457 P51649 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 760649 T1992 C457 P51649 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29e3632 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43df2c2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 760649 T1992 C457 P51649 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 760650 T1992 C457 P51649 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29e3632 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43df2c2),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@29e3632 lockFactory=org.apache.lucene.store.NativeFSLockFactory@43df2c2),segFN=segments_2,generation=2}
[junit4:junit4]   2> 760650 T1992 C457 P51649 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 760651 T1992 C457 P51649 oass.SolrIndexSearcher.<init> Opening Searcher@7c1f4bb4 main
[junit4:junit4]   2> 760651 T1992 C457 P51649 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 760652 T2006 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7c1f4bb4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 760653 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 760665 T2016 C455 P51661 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 760667 T2016 C455 P51661 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de01d31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f18a994),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@de01d31 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1f18a994),segFN=segments_3,generation=3}
[junit4:junit4]   2> 760667 T2016 C455 P51661 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 760668 T2016 C455 P51661 oass.SolrIndexSearcher.<init> Opening Searcher@6343b437 main
[junit4:junit4]   2> 760668 T2016 C455 P51661 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 760669 T2024 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6343b437 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 760669 T2016 C455 P51661 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:51671/collection1/, StdNode: http://127.0.0.1:51667/collection1/, StdNode: http://127.0.0.1:51675/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 760672 T2032 C456 P51667 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 760674 T2032 C456 P51667 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@582c422c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a0d5f45),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@582c422c lockFactory=org.apache.lucene.store.NativeFSLockFactory@a0d5f45),segFN=segments_3,generation=3}
[junit4:junit4]   2> 760674 T2032 C456 P51667 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 760675 T2032 C456 P51667 oass.SolrIndexSearcher.<init> Opening Searcher@1fbc507e main
[junit4:junit4]   2> 760676 T2032 C456 P51667 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 760677 T2040 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1fbc507e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 760678 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2>  C454_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51671_, base_url=http://127.0.0.1:51671}
[junit4:junit4]   2> 760680 T2044 C454 P51671 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 760681 T2044 C454 P51671 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69e4266c lockFactory=org.apache.lucene.store.NativeFSLockFactory@536c318a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@69e4266c lockFactory=org.apache.lucene.store.NativeFSLockFactory@536c318a),segFN=segments_3,generation=3}
[junit4:junit4]   2>  C453_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:51675_, base_url=http://127.0.0.1:51675}
[junit4:junit4]   2> 760681 T2061 C453 P51675 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 760681 T2044 C454 P51671 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 760682 T2061 C453 P51675 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40e3c940 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a148b7a),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@40e3c940 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1a148b7a),segFN=segments_3,generation=3}
[junit4:junit4]   2> 760683 T2044 C454 P51671 oass.SolrIndexSearcher.<init> Opening Searcher@b5bb928 main
[junit4:junit4]   2> 760683 T2061 C453 P51675 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 760683 T2044 C454 P51671 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 760684 T2061 C453 P51675 oass.SolrIndexSearcher.<init> Opening Searcher@423ad861 main
[junit4:junit4]   2> 760684 T2056 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b5bb928 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 760685 T2061 C453 P51675 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 760685 T2073 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@423ad861 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 760685 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 760686 T2061 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 760686 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   2> 760687 T1980 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 760690 T2017 C455 P51661 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 760692 T2045 C454 P51671 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 760694 T2033 C456 P51667 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 760696 T2062 C453 P51675 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 762702 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436384965823561728)} 0 2
[junit4:junit4]   2> 762710 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436384965827756032&update.from=http://127.0.0.1:51661/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436384965827756032)} 0 1
[junit4:junit4]   2> 762713 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1436384965831950336&update.from=http://127.0.0.1:51667/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436384965831950336)} 0 1
[junit4:junit4]   2> 762714 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436384965831950336)} 0 5
[junit4:junit4]   2> 762714 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436384965827756032)} 0 9
[junit4:junit4]   2> 762718 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436384965840338944)]} 0 1
[junit4:junit4]   2> 762725 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436384965844533248)]} 0 1
[junit4:junit4]   2> 762725 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1436384965844533248)]} 0 5
[junit4:junit4]   2> 762728 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436384965851873280)]} 0 0
[junit4:junit4]   2> 762733 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436384965855019008)]} 0 0
[junit4:junit4]   2> 762734 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1436384965855019008)]} 0 3
[junit4:junit4]   2> 762736 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1436384965860261888)]} 0 0
[junit4:junit4]   2> 762745 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1436384965865504768)]} 0 1
[junit4:junit4]   2> 762746 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1436384965865504768)]} 0 5
[junit4:junit4]   2> 762746 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2]} 0 7
[junit4:junit4]   2> 762750 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436384965873893376)]} 0 0
[junit4:junit4]   2> 762754 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1436384965875990528)]} 0 0
[junit4:junit4]   2> 762755 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1436384965875990528)]} 0 4
[junit4:junit4]   2> 762758 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1436384965883330560)]} 0 0
[junit4:junit4]   2> 762765 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1436384965888573440)]} 0 0
[junit4:junit4]   2> 762766 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1436384965888573440)]} 0 4
[junit4:junit4]   2> 762767 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4]} 0 6
[junit4:junit4]   2> 762770 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436384965895913472)]} 0 0
[junit4:junit4]   2> 762776 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1436384965899059200)]} 0 0
[junit4:junit4]   2> 762777 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1436384965899059200)]} 0 4
[junit4:junit4]   2> 762780 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1436384965906399232)]} 0 0
[junit4:junit4]   2> 762789 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1436384965912690688)]} 0 0
[junit4:junit4]   2> 762790 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1436384965912690688)]} 0 4
[junit4:junit4]   2> 762791 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6]} 0 8
[junit4:junit4]   2> 762794 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436384965921079296)]} 0 0
[junit4:junit4]   2> 762799 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1436384965924225024)]} 0 0
[junit4:junit4]   2> 762800 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1436384965924225024)]} 0 3
[junit4:junit4]   2> 762802 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1436384965929467904)]} 0 0
[junit4:junit4]   2> 762810 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1436384965934710784)]} 0 0
[junit4:junit4]   2> 762811 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1436384965934710784)]} 0 4
[junit4:junit4]   2> 762812 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 7
[junit4:junit4]   2> 762815 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1436384965943099392)]} 0 0
[junit4:junit4]   2> 762823 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1436384965948342272)]} 0 0
[junit4:junit4]   2> 762824 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[9 (1436384965948342272)]} 0 4
[junit4:junit4]   2> 762825 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9]} 0 7
[junit4:junit4]   2> 762827 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436384965955682304)]} 0 0
[junit4:junit4]   2> 762833 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1436384965958828032)]} 0 0
[junit4:junit4]   2> 762834 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1436384965958828032)]} 0 4
[junit4:junit4]   2> 762837 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436384965966168064)]} 0 0
[junit4:junit4]   2> 762842 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1436384965969313792)]} 0 0
[junit4:junit4]   2> 762843 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1436384965969313792)]} 0 3
[junit4:junit4]   2> 762846 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436384965975605248)]} 0 0
[junit4:junit4]   2> 762852 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1436384965978750976)]} 0 0
[junit4:junit4]   2> 762853 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1436384965978750976)]} 0 4
[junit4:junit4]   2> 762856 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1436384965986091008)]} 0 0
[junit4:junit4]   2> 762864 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1436384965991333888)]} 0 0
[junit4:junit4]   2> 762865 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1436384965991333888)]} 0 4
[junit4:junit4]   2> 762865 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 6
[junit4:junit4]   2> 762868 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1436384965998673920)]} 0 0
[junit4:junit4]   2> 762876 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1436384966003916800)]} 0 0
[junit4:junit4]   2> 762877 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1436384966003916800)]} 0 4
[junit4:junit4]   2> 762878 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 7
[junit4:junit4]   2> 762880 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436384966011256832)]} 0 0
[junit4:junit4]   2> 762886 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1436384966014402560)]} 0 0
[junit4:junit4]   2> 762887 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1436384966014402560)]} 0 4
[junit4:junit4]   2> 762889 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1436384966020694016)]} 0 0
[junit4:junit4]   2> 762897 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1436384966025936896)]} 0 0
[junit4:junit4]   2> 762898 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1436384966025936896)]} 0 4
[junit4:junit4]   2> 762899 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 7
[junit4:junit4]   2> 762903 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436384966034325504)]} 0 1
[junit4:junit4]   2> 762908 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1436384966037471232)]} 0 0
[junit4:junit4]   2> 762909 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1436384966037471232)]} 0 4
[junit4:junit4]   2> 762912 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1436384966044811264)]} 0 0
[junit4:junit4]   2> 762920 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1436384966050054144)]} 0 0
[junit4:junit4]   2> 762921 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[18 (1436384966050054144)]} 0 4
[junit4:junit4]   2> 762922 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18]} 0 7
[junit4:junit4]   2> 762924 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1436384966057394176)]} 0 0
[junit4:junit4]   2> 762932 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1436384966062637056)]} 0 0
[junit4:junit4]   2> 762933 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[19 (1436384966062637056)]} 0 4
[junit4:junit4]   2> 762934 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19]} 0 7
[junit4:junit4]   2> 762936 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436384966069977088)]} 0 0
[junit4:junit4]   2> 762941 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1436384966073122816)]} 0 0
[junit4:junit4]   2> 762942 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1436384966073122816)]} 0 3
[junit4:junit4]   2> 762945 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436384966079414272)]} 0 0
[junit4:junit4]   2> 762951 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1436384966082560000)]} 0 0
[junit4:junit4]   2> 762952 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1436384966082560000)]} 0 4
[junit4:junit4]   2> 762955 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436384966089900032)]} 0 0
[junit4:junit4]   2> 762961 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1436384966093045760)]} 0 0
[junit4:junit4]   2> 762962 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1436384966093045760)]} 0 4
[junit4:junit4]   2> 762965 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1436384966100385792)]} 0 0
[junit4:junit4]   2> 762973 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1436384966105628672)]} 0 0
[junit4:junit4]   2> 762974 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[23 (1436384966105628672)]} 0 4
[junit4:junit4]   2> 762975 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23]} 0 7
[junit4:junit4]   2> 762978 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1436384966114017280)]} 0 0
[junit4:junit4]   2> 762987 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1436384966119260160)]} 0 1
[junit4:junit4]   2> 762988 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1436384966119260160)]} 0 5
[junit4:junit4]   2> 762989 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24]} 0 8
[junit4:junit4]   2> 762992 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1436384966127648768)]} 0 1
[junit4:junit4]   2> 762998 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1436384966132891648)]} 0 0
[junit4:junit4]   2> 762999 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1436384966132891648)]} 0 3
[junit4:junit4]   2> 763000 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25]} 0 6
[junit4:junit4]   2> 763002 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436384966139183104)]} 0 0
[junit4:junit4]   2> 763008 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1436384966142328832)]} 0 0
[junit4:junit4]   2> 763009 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1436384966142328832)]} 0 4
[junit4:junit4]   2> 763013 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436384966149668864)]} 0 1
[junit4:junit4]   2> 763017 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1436384966152814592)]} 0 0
[junit4:junit4]   2> 763018 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1436384966152814592)]} 0 3
[junit4:junit4]   2> 763020 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436384966158057472)]} 0 0
[junit4:junit4]   2> 763025 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1436384966161203200)]} 0 0
[junit4:junit4]   2> 763026 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1436384966161203200)]} 0 3
[junit4:junit4]   2> 763028 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436384966166446080)]} 0 0
[junit4:junit4]   2> 763033 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1436384966169591808)]} 0 0
[junit4:junit4]   2> 763034 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1436384966169591808)]} 0 3
[junit4:junit4]   2> 763036 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1436384966174834688)]} 0 0
[junit4:junit4]   2> 763044 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1436384966180077568)]} 0 0
[junit4:junit4]   2> 763045 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1436384966180077568)]} 0 4
[junit4:junit4]   2> 763045 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 6
[junit4:junit4]   2> 763048 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436384966187417600)]} 0 0
[junit4:junit4]   2> 763053 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1436384966190563328)]} 0 0
[junit4:junit4]   2> 763054 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1436384966190563328)]} 0 3
[junit4:junit4]   2> 763056 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436384966195806208)]} 0 0
[junit4:junit4]   2> 763061 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1436384966198951936)]} 0 0
[junit4:junit4]   2> 763062 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1436384966198951936)]} 0 3
[junit4:junit4]   2> 763064 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1436384966204194816)]} 0 0
[junit4:junit4]   2> 763071 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1436384966209437696)]} 0 0
[junit4:junit4]   2> 763072 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1436384966209437696)]} 0 3
[junit4:junit4]   2> 763073 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 5
[junit4:junit4]   2> 763075 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436384966215729152)]} 0 0
[junit4:junit4]   2> 763080 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1436384966218874880)]} 0 0
[junit4:junit4]   2> 763081 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1436384966218874880)]} 0 3
[junit4:junit4]   2> 763083 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1436384966224117760)]} 0 0
[junit4:junit4]   2> 763090 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1436384966229360640)]} 0 0
[junit4:junit4]   2> 763091 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1436384966229360640)]} 0 3
[junit4:junit4]   2> 763091 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 5
[junit4:junit4]   2> 763094 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1436384966235652096)]} 0 0
[junit4:junit4]   2> 763101 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1436384966240894976)]} 0 0
[junit4:junit4]   2> 763102 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1436384966240894976)]} 0 3
[junit4:junit4]   2> 763102 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36]} 0 5
[junit4:junit4]   2> 763105 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1436384966247186432)]} 0 0
[junit4:junit4]   2> 763112 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1436384966252429312)]} 0 0
[junit4:junit4]   2> 763113 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1436384966252429312)]} 0 3
[junit4:junit4]   2> 763113 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37]} 0 5
[junit4:junit4]   2> 763116 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436384966258720768)]} 0 0
[junit4:junit4]   2> 763122 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1436384966261866496)]} 0 0
[junit4:junit4]   2> 763123 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1436384966261866496)]} 0 4
[junit4:junit4]   2> 763125 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1436384966268157952)]} 0 0
[junit4:junit4]   2> 763132 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1436384966273400832)]} 0 0
[junit4:junit4]   2> 763133 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1436384966273400832)]} 0 3
[junit4:junit4]   2> 763133 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39]} 0 5
[junit4:junit4]   2> 763136 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1436384966279692288)]} 0 0
[junit4:junit4]   2> 763143 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1436384966284935168)]} 0 0
[junit4:junit4]   2> 763144 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1436384966284935168)]} 0 3
[junit4:junit4]   2> 763144 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 5
[junit4:junit4]   2> 763147 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1436384966291226624)]} 0 0
[junit4:junit4]   2> 763155 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1436384966296469504)]} 0 0
[junit4:junit4]   2> 763156 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1436384966296469504)]} 0 4
[junit4:junit4]   2> 763156 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41]} 0 6
[junit4:junit4]   2> 763159 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436384966303809536)]} 0 0
[junit4:junit4]   2> 763164 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1436384966306955264)]} 0 0
[junit4:junit4]   2> 763165 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1436384966306955264)]} 0 3
[junit4:junit4]   2> 763168 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436384966313246720)]} 0 0
[junit4:junit4]   2> 763173 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1436384966316392448)]} 0 0
[junit4:junit4]   2> 763174 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1436384966316392448)]} 0 3
[junit4:junit4]   2> 763176 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1436384966321635328)]} 0 0
[junit4:junit4]   2> 763183 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1436384966326878208)]} 0 0
[junit4:junit4]   2> 763184 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1436384966326878208)]} 0 3
[junit4:junit4]   2> 763185 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 6
[junit4:junit4]   2> 763187 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1436384966333169664)]} 0 0
[junit4:junit4]   2> 763194 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1436384966338412544)]} 0 0
[junit4:junit4]   2> 763195 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1436384966338412544)]} 0 3
[junit4:junit4]   2> 763195 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 5
[junit4:junit4]   2> 763198 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1436384966344704000)]} 0 0
[junit4:junit4]   2> 763205 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1436384966349946880)]} 0 0
[junit4:junit4]   2> 763206 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1436384966349946880)]} 0 3
[junit4:junit4]   2> 763206 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46]} 0 5
[junit4:junit4]   2> 763209 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436384966356238336)]} 0 0
[junit4:junit4]   2> 763214 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1436384966359384064)]} 0 0
[junit4:junit4]   2> 763215 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1436384966359384064)]} 0 3
[junit4:junit4]   2> 763219 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436384966365675520)]} 0 1
[junit4:junit4]   2> 763224 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1436384966368821248)]} 0 0
[junit4:junit4]   2> 763224 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1436384966368821248)]} 0 3
[junit4:junit4]   2> 763228 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436384966375112704)]} 0 1
[junit4:junit4]   2> 763232 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1436384966378258432)]} 0 0
[junit4:junit4]   2> 763233 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[49 (1436384966378258432)]} 0 3
[junit4:junit4]   2> 763237 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50 (1436384966384549888)]} 0 1
[junit4:junit4]   2> 763243 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1436384966389792768)]} 0 0
[junit4:junit4]   2> 763244 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[50 (1436384966389792768)]} 0 3
[junit4:junit4]   2> 763245 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[50]} 0 6
[junit4:junit4]   2> 763247 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51 (1436384966396084224)]} 0 0
[junit4:junit4]   2> 763254 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1436384966401327104)]} 0 0
[junit4:junit4]   2> 763255 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[51 (1436384966401327104)]} 0 3
[junit4:junit4]   2> 763256 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[51]} 0 6
[junit4:junit4]   2> 763258 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436384966407618560)]} 0 0
[junit4:junit4]   2> 763264 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1436384966410764288)]} 0 0
[junit4:junit4]   2> 763265 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[52 (1436384966410764288)]} 0 4
[junit4:junit4]   2> 763268 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436384966418104320)]} 0 0
[junit4:junit4]   2> 763274 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1436384966421250048)]} 0 0
[junit4:junit4]   2> 763275 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[53 (1436384966421250048)]} 0 4
[junit4:junit4]   2> 763278 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436384966428590080)]} 0 0
[junit4:junit4]   2> 763283 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[54 (1436384966431735808)]} 0 0
[junit4:junit4]   2> 763284 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[54 (1436384966431735808)]} 0 3
[junit4:junit4]   2> 763287 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55 (1436384966438027264)]} 0 0
[junit4:junit4]   2> 763295 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[55 (1436384966443270144)]} 0 0
[junit4:junit4]   2> 763296 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[55 (1436384966443270144)]} 0 4
[junit4:junit4]   2> 763297 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[55]} 0 7
[junit4:junit4]   2> 763299 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56 (1436384966450610176)]} 0 0
[junit4:junit4]   2> 763307 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[56 (1436384966455853056)]} 0 0
[junit4:junit4]   2> 763308 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[56 (1436384966455853056)]} 0 4
[junit4:junit4]   2> 763308 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[56]} 0 6
[junit4:junit4]   2> 763311 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57 (1436384966463193088)]} 0 0
[junit4:junit4]   2> 763318 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[57 (1436384966468435968)]} 0 0
[junit4:junit4]   2> 763319 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[57 (1436384966468435968)]} 0 3
[junit4:junit4]   2> 763320 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[57]} 0 6
[junit4:junit4]   2> 763323 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58 (1436384966474727424)]} 0 1
[junit4:junit4]   2> 763331 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[58 (1436384966479970304)]} 0 1
[junit4:junit4]   2> 763331 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[58 (1436384966479970304)]} 0 4
[junit4:junit4]   2> 763332 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[58]} 0 7
[junit4:junit4]   2> 763335 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436384966488358912)]} 0 0
[junit4:junit4]   2> 763341 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[59 (1436384966491504640)]} 0 0
[junit4:junit4]   2> 763342 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[59 (1436384966491504640)]} 0 4
[junit4:junit4]   2> 763345 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60 (1436384966498844672)]} 0 0
[junit4:junit4]   2> 763352 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[60 (1436384966504087552)]} 0 0
[junit4:junit4]   2> 763353 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[60 (1436384966504087552)]} 0 3
[junit4:junit4]   2> 763353 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[60]} 0 5
[junit4:junit4]   2> 763356 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61 (1436384966510379008)]} 0 0
[junit4:junit4]   2> 763363 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[61 (1436384966515621888)]} 0 0
[junit4:junit4]   2> 763364 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[61 (1436384966515621888)]} 0 3
[junit4:junit4]   2> 763364 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[61]} 0 5
[junit4:junit4]   2> 763367 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62 (1436384966521913344)]} 0 0
[junit4:junit4]   2> 763374 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[62 (1436384966527156224)]} 0 0
[junit4:junit4]   2> 763375 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[62 (1436384966527156224)]} 0 3
[junit4:junit4]   2> 763375 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[62]} 0 5
[junit4:junit4]   2> 763378 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63 (1436384966533447680)]} 0 0
[junit4:junit4]   2> 763385 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[63 (1436384966538690560)]} 0 0
[junit4:junit4]   2> 763386 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[63 (1436384966538690560)]} 0 3
[junit4:junit4]   2> 763387 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[63]} 0 5
[junit4:junit4]   2> 763389 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436384966544982016)]} 0 0
[junit4:junit4]   2> 763395 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[64 (1436384966548127744)]} 0 0
[junit4:junit4]   2> 763396 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[64 (1436384966548127744)]} 0 4
[junit4:junit4]   2> 763399 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1436384966555467776)]} 0 0
[junit4:junit4]   2> 763404 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[65 (1436384966558613504)]} 0 0
[junit4:junit4]   2> 763405 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[65 (1436384966558613504)]} 0 3
[junit4:junit4]   2> 763407 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66 (1436384966563856384)]} 0 0
[junit4:junit4]   2> 763414 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[66 (1436384966569099264)]} 0 0
[junit4:junit4]   2> 763415 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[66 (1436384966569099264)]} 0 3
[junit4:junit4]   2> 763415 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[66]} 0 5
[junit4:junit4]   2> 763418 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67 (1436384966575390720)]} 0 0
[junit4:junit4]   2> 763425 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[67 (1436384966580633600)]} 0 0
[junit4:junit4]   2> 763426 T2032 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[67 (1436384966580633600)]} 0 3
[junit4:junit4]   2> 763426 T2016 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[67]} 0 5
[junit4:junit4]   2> 763429 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[68 (1436384966586925056)]} 0 0
[junit4:junit4]   2> 763434 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[68 (1436384966590070784)]} 0 0
[junit4:junit4]   2> 763435 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[68 (1436384966590070784)]} 0 3
[junit4:junit4]   2> 763437 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[69 (1436384966595313664)]} 0 0
[junit4:junit4]   2> 763442 T2063 C453 P51675 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[69 (1436384966598459392)]} 0 0
[junit4:junit4]   2> 763443 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[69 (1436384966598459392)]} 0 3
[junit4:junit4]   2> 763445 T1992 C457 P51649 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[70 (1436384966603702272)]} 0 0
[junit4:junit4]   2> 763452 T2044 C454 P51671 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51661/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[70 (1436384966608945152)]} 0 0
[junit4:junit4]   2> 763453 T2018 C455 P51661 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:51667/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[70 (1436384966608945152)]} 0 3
[junit4:junit4]   2> 763453 T2034 C456 P51667 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[70]} 0 5
[junit4:junit4]   2> 763456 T1992 C457 P51649 oasup.LogUpd

[...truncated too long message...]

junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51671_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51671"}
[junit4:junit4]   2> 921392 T2135 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:51671__collection1_shard1_0_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1_0",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":null,
[junit4:junit4]   2> 	  "core":"collection1_shard1_0_replica1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:51671_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:51671"}
[junit4:junit4]   2> 921395 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 921402 T1980 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 51675
[junit4:junit4]   2> 921402 T1980 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=66899827
[junit4:junit4]   2> 922404 T1980 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 922404 T1980 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 922407 T1980 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@247dc524
[junit4:junit4]   2> 922408 T1980 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=664,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 922408 T1980 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 922409 T1980 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 922409 T1980 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 922412 T1980 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 922412 T1980 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 922413 T1980 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index;done=false>>]
[junit4:junit4]   2> 922413 T1980 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4/index
[junit4:junit4]   2> 922414 T1980 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4;done=false>>]
[junit4:junit4]   2> 922414 T1980 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429/jetty4
[junit4:junit4]   2> 922415 T2135 oasc.Overseer$ClusterStateUpdater.amILeader According to ZK I (id=89774058598301708-127.0.0.1:51675_-n_0000000004) am no longer a leader.
[junit4:junit4]   2> 922417 T2071 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 922417 T2071 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 922417 T1980 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/,null}
[junit4:junit4]   2> 922417 T2071 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 922488 T1980 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 922490 T1980 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51646 51646
[junit4:junit4]   2> 922572 T1980 oasc.ChaosMonkey.monkeyLog monkey: stop shard! 51649
[junit4:junit4]   2> !!!! WARNING: best effort to remove /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369843423429 FAILED !!!!!
[junit4:junit4]   2> 922573 T1980 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 922573 T1980 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:51646 51646
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyShardSplitTest -Dtests.method=testDistribSearch -Dtests.seed=CD1C4E0E667C1AB2 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=da_DK -Dtests.timezone=Asia/Seoul -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR    187s J0 | ChaosMonkeyShardSplitTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:51661 returned non ok status:500, message:Server Error
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CD1C4E0E667C1AB2:4CFAC01611237A8E]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 922592 T1980 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 186850 T1979 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=495), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=495)), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=da_DK, timezone=Asia/Seoul
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=163894560,total=492830720
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, TestLRUCache, TestAnalyzedSuggestions, TestSolrQueryParser, IndexSchemaRuntimeFieldTest, BadIndexSchemaTest, TestBinaryField, PrimUtilsTest, LoggingHandlerTest, TestDynamicFieldResource, TestElisionMultitermQuery, CircularListTest, MBeansHandlerTest, ZkNodePropsTest, SuggesterFSTTest, TestFieldTypeCollectionResource, TestFieldTypeResource, SuggesterTest, TestDistributedGrouping, PreAnalyzedUpdateProcessorTest, TestSolr4Spatial, TestSweetSpotSimilarityFactory, TestFastLRUCache, TestPropInjectDefaults, DocValuesMultiTest, FastVectorHighlighterTest, MultiTermTest, SpatialFilterTest, SimpleFacetsTest, DisMaxRequestHandlerTest, TestRangeQuery, CollectionsAPIDistributedZkTest, DocumentBuilderTest, SolrCmdDistributorTest, DOMUtilTest, TestDefaultSearchFieldResource, DistanceFunctionTest, TestCoreContainer, SynonymTokenizerTest, DocValuesTest, TestDocSet, DirectUpdateHandlerOptimizeTest, DistributedQueryElevationComponentTest, TestRecovery, SoftAutoCommitTest, TestPHPSerializedResponseWriter, SolrCoreTest, TestSerializedLuceneMatchVersion, TestFastWriter, TestPropInject, ResourceLoaderTest, TestUniqueKeyFieldResource, CacheHeaderTest, TestCSVLoader, CurrencyFieldXmlFileTest, TestSolrDeletionPolicy2, TestReload, SOLR749Test, TestSchemaVersionResource, TestCSVResponseWriter, BasicZkTest, BasicDistributedZkTest, TestManagedSchemaFieldResource, MinimalSchemaTest, ConvertedLegacyTest, TestHashPartitioner, ChaosMonkeyNothingIsSafeTest, ClusterStateUpdateTest, DistributedTermsComponentTest, FileUtilsTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J0 in 187.63s, 1 test, 1 error <<< FAILURES!

[...truncated 471 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 13 ignored (7 assumptions)

Total time: 50 minutes 10 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1291 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1291/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:13232/wz returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:13232/wz returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([BFF95ADD6E393A0C:3E1FD4C519665A30]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9603 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 951744 T2275 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /wz/
[junit4:junit4]   2> 951751 T2275 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369814392691
[junit4:junit4]   2> 951752 T2275 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 951753 T2276 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 951854 T2275 oasc.ZkTestServer.run start zk server on port:13225
[junit4:junit4]   2> 951855 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 951859 T2282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@673b119e name:ZooKeeperConnection Watcher:127.0.0.1:13225 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 951860 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 951860 T2275 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 951873 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 951875 T2284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e5f4139 name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 951875 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 951876 T2275 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 951884 T2275 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 951887 T2275 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 951895 T2275 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 951898 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 951898 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 951910 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 951911 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 952014 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 952014 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 952018 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 952018 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 952022 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 952022 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 952026 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 952026 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 952029 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 952030 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 952033 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 952034 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 952037 T2275 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 952038 T2275 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 952309 T2275 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 952316 T2275 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13228
[junit4:junit4]   2> 952316 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 952317 T2275 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 952318 T2275 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988
[junit4:junit4]   2> 952318 T2275 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/solr.xml
[junit4:junit4]   2> 952319 T2275 oasc.CoreContainer.<init> New CoreContainer 865386979
[junit4:junit4]   2> 952320 T2275 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/'
[junit4:junit4]   2> 952320 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/'
[junit4:junit4]   2> 952451 T2275 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 952452 T2275 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 952453 T2275 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 952454 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 952454 T2275 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 952455 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 952455 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 952456 T2275 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 952456 T2275 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 952457 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 952474 T2275 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 952475 T2275 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13225/solr
[junit4:junit4]   2> 952476 T2275 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 952477 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 952480 T2295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29743a9a name:ZooKeeperConnection Watcher:127.0.0.1:13225 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 952480 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 952483 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 952495 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 952497 T2297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@73dff1e7 name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 952498 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 952500 T2275 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 952510 T2275 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 952513 T2275 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 952520 T2275 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13228_wz
[junit4:junit4]   2> 952522 T2275 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13228_wz
[junit4:junit4]   2> 952525 T2275 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 952541 T2275 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 952544 T2275 oasc.Overseer.start Overseer (id=89772156039856131-127.0.0.1:13228_wz-n_0000000000) starting
[junit4:junit4]   2> 952554 T2275 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 952566 T2299 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 952566 T2275 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 952569 T2275 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 952576 T2275 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 952579 T2298 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 952583 T2300 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/collection1
[junit4:junit4]   2> 952583 T2300 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 952584 T2300 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 952584 T2300 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 952586 T2300 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/collection1/'
[junit4:junit4]   2> 952587 T2300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/collection1/lib/README' to classloader
[junit4:junit4]   2> 952588 T2300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 952642 T2300 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 952705 T2300 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 952806 T2300 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 952811 T2300 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 953381 T2300 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 953385 T2300 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 953387 T2300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 953393 T2300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 953416 T2300 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 953417 T2300 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369814392988/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/control/data/
[junit4:junit4]   2> 953417 T2300 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c2a91b1
[junit4:junit4]   2> 953418 T2300 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 953418 T2300 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/control/data
[junit4:junit4]   2> 953419 T2300 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369814392690/control/data/index/
[junit4:junit4]   2> 953419 T2300 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369814392690/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 953419 T2300 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/control/data/index
[junit4:junit4]   2> 953424 T2300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10b5b3d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b9a802b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 953425 T2300 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 953428 T2300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 953428 T2300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 953429 T2300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 953430 T2300 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 953430 T2300 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 953430 T2300 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 953431 T2300 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 953431 T2300 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 953432 T2300 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 953448 T2300 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 953456 T2300 oass.SolrIndexSearcher.<init> Opening Searcher@5763d297 main
[junit4:junit4]   2> 953456 T2300 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/control/data/tlog
[junit4:junit4]   2> 953457 T2300 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 953458 T2300 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 953461 T2301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5763d297 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 953463 T2300 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 953464 T2300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 954083 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 954083 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13228_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13228/wz"}
[junit4:junit4]   2> 954084 T2298 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 954084 T2298 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 954105 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 954466 T2300 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 954466 T2300 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13228/wz collection:control_collection shard:shard1
[junit4:junit4]   2> 954467 T2300 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 954491 T2300 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 954502 T2300 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 954503 T2300 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 954503 T2300 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13228/wz/collection1/
[junit4:junit4]   2> 954503 T2300 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 954503 T2300 oasc.SyncStrategy.syncToMe http://127.0.0.1:13228/wz/collection1/ has no replicas
[junit4:junit4]   2> 954504 T2300 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13228/wz/collection1/
[junit4:junit4]   2> 954504 T2300 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 955610 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 955632 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 955640 T2300 oasc.ZkController.register We are http://127.0.0.1:13228/wz/collection1/ and leader is http://127.0.0.1:13228/wz/collection1/
[junit4:junit4]   2> 955640 T2300 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13228/wz
[junit4:junit4]   2> 955640 T2300 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 955640 T2300 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 955641 T2300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 955642 T2300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 955644 T2275 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 955644 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 955645 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 955661 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 955662 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 955665 T2304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1edefe2a name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 955666 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 955668 T2275 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 955671 T2275 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 955932 T2275 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 955935 T2275 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13232
[junit4:junit4]   2> 955936 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 955937 T2275 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 955937 T2275 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610
[junit4:junit4]   2> 955938 T2275 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/solr.xml
[junit4:junit4]   2> 955938 T2275 oasc.CoreContainer.<init> New CoreContainer 1625301308
[junit4:junit4]   2> 955939 T2275 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/'
[junit4:junit4]   2> 955940 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/'
[junit4:junit4]   2> 956071 T2275 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 956072 T2275 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 956073 T2275 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 956073 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 956074 T2275 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 956074 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 956075 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 956075 T2275 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 956076 T2275 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 956076 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 956092 T2275 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 956093 T2275 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13225/solr
[junit4:junit4]   2> 956093 T2275 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 956094 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 956097 T2315 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@722f2c4f name:ZooKeeperConnection Watcher:127.0.0.1:13225 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 956098 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 956111 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 956122 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 956124 T2317 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@72550df3 name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 956124 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 956135 T2275 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 957138 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 957139 T2275 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13232_wz
[junit4:junit4]   2> 957139 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13228_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13228/wz"}
[junit4:junit4]   2> 957144 T2275 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13232_wz
[junit4:junit4]   2> 957158 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 957159 T2317 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 957159 T2304 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 957161 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 957161 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 957166 T2297 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 957166 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 957169 T2318 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/collection1
[junit4:junit4]   2> 957169 T2318 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 957170 T2318 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 957170 T2318 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 957172 T2318 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/collection1/'
[junit4:junit4]   2> 957173 T2318 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 957174 T2318 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/collection1/lib/README' to classloader
[junit4:junit4]   2> 957228 T2318 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 957316 T2318 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 957417 T2318 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 957423 T2318 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 957990 T2318 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 957994 T2318 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 957996 T2318 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 958002 T2318 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 958025 T2318 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 958026 T2318 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369814396610/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty1/
[junit4:junit4]   2> 958026 T2318 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c2a91b1
[junit4:junit4]   2> 958027 T2318 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 958027 T2318 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty1
[junit4:junit4]   2> 958028 T2318 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty1/index/
[junit4:junit4]   2> 958028 T2318 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 958030 T2318 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty1/index
[junit4:junit4]   2> 958033 T2318 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fdb0f6f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fd5814b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 958034 T2318 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 958037 T2318 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 958038 T2318 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 958038 T2318 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 958039 T2318 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 958040 T2318 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 958040 T2318 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 958041 T2318 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 958041 T2318 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 958042 T2318 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 958058 T2318 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 958066 T2318 oass.SolrIndexSearcher.<init> Opening Searcher@7941f651 main
[junit4:junit4]   2> 958066 T2318 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty1/tlog
[junit4:junit4]   2> 958067 T2318 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 958068 T2318 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 958072 T2319 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7941f651 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 958075 T2318 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 958075 T2318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 958668 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 958669 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13232_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13232/wz"}
[junit4:junit4]   2> 958669 T2298 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 958669 T2298 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 958735 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 958735 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 958735 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 959078 T2318 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 959078 T2318 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13232/wz collection:collection1 shard:shard1
[junit4:junit4]   2> 959079 T2318 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 959103 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 959114 T2318 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 959114 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 959114 T2318 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13232/wz/collection1/
[junit4:junit4]   2> 959115 T2318 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 959115 T2318 oasc.SyncStrategy.syncToMe http://127.0.0.1:13232/wz/collection1/ has no replicas
[junit4:junit4]   2> 959115 T2318 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13232/wz/collection1/
[junit4:junit4]   2> 959116 T2318 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 960240 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 960289 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 960290 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 960290 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 960304 T2318 oasc.ZkController.register We are http://127.0.0.1:13232/wz/collection1/ and leader is http://127.0.0.1:13232/wz/collection1/
[junit4:junit4]   2> 960304 T2318 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13232/wz
[junit4:junit4]   2> 960304 T2318 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 960304 T2318 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 960305 T2318 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 960306 T2318 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 960308 T2275 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 960308 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 960309 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 960625 T2275 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 960629 T2275 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13237
[junit4:junit4]   2> 960629 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 960630 T2275 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 960631 T2275 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264
[junit4:junit4]   2> 960631 T2275 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/solr.xml
[junit4:junit4]   2> 960632 T2275 oasc.CoreContainer.<init> New CoreContainer 2141437486
[junit4:junit4]   2> 960632 T2275 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/'
[junit4:junit4]   2> 960633 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/'
[junit4:junit4]   2> 960768 T2275 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 960769 T2275 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 960769 T2275 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 960770 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 960770 T2275 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 960771 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 960772 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 960772 T2275 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 960773 T2275 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 960773 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 960789 T2275 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 960790 T2275 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13225/solr
[junit4:junit4]   2> 960790 T2275 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 960792 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 960795 T2331 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1388650a name:ZooKeeperConnection Watcher:127.0.0.1:13225 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 960796 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 960817 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 960827 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 960830 T2333 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63b4be1e name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 960830 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 960840 T2275 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 961804 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 961805 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13232_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13232/wz"}
[junit4:junit4]   2> 961818 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 961818 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 961818 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 961818 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 961843 T2275 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13237_wz
[junit4:junit4]   2> 961845 T2275 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13237_wz
[junit4:junit4]   2> 961847 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 961848 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 961848 T2304 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 961848 T2333 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 961848 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 961849 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 961849 T2297 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 961849 T2317 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 961861 T2334 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/collection1
[junit4:junit4]   2> 961862 T2334 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 961862 T2334 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 961863 T2334 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 961864 T2334 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/collection1/'
[junit4:junit4]   2> 961866 T2334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 961866 T2334 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/collection1/lib/README' to classloader
[junit4:junit4]   2> 961920 T2334 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 961982 T2334 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 962084 T2334 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 962090 T2334 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 962658 T2334 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 962661 T2334 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 962663 T2334 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 962667 T2334 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 962688 T2334 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 962689 T2334 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369814401264/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty2/
[junit4:junit4]   2> 962689 T2334 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c2a91b1
[junit4:junit4]   2> 962689 T2334 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 962690 T2334 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty2
[junit4:junit4]   2> 962690 T2334 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty2/index/
[junit4:junit4]   2> 962690 T2334 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 962692 T2334 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty2/index
[junit4:junit4]   2> 962694 T2334 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af4344c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b032464),segFN=segments_1,generation=1}
[junit4:junit4]   2> 962695 T2334 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 962697 T2334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 962697 T2334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 962698 T2334 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 962698 T2334 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 962699 T2334 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 962699 T2334 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 962699 T2334 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 962700 T2334 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 962700 T2334 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 962711 T2334 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 962716 T2334 oass.SolrIndexSearcher.<init> Opening Searcher@6123a0e4 main
[junit4:junit4]   2> 962716 T2334 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty2/tlog
[junit4:junit4]   2> 962717 T2334 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 962717 T2334 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 962721 T2335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6123a0e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 962723 T2334 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 962723 T2334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 963324 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 963325 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13237_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13237/wz"}
[junit4:junit4]   2> 963325 T2298 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 963325 T2298 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 963361 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 963361 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 963361 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 963361 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 963729 T2334 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 963729 T2334 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13237/wz collection:collection1 shard:shard2
[junit4:junit4]   2> 963730 T2334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 963783 T2334 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 963815 T2334 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 963815 T2334 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 963815 T2334 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:13237/wz/collection1/
[junit4:junit4]   2> 963816 T2334 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 963816 T2334 oasc.SyncStrategy.syncToMe http://127.0.0.1:13237/wz/collection1/ has no replicas
[junit4:junit4]   2> 963816 T2334 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:13237/wz/collection1/
[junit4:junit4]   2> 963816 T2334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 964865 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 964889 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 964889 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 964889 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 964889 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 964909 T2334 oasc.ZkController.register We are http://127.0.0.1:13237/wz/collection1/ and leader is http://127.0.0.1:13237/wz/collection1/
[junit4:junit4]   2> 964909 T2334 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13237/wz
[junit4:junit4]   2> 964909 T2334 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 964909 T2334 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 964910 T2334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 964911 T2334 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 964913 T2275 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 964913 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 964914 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 965193 T2275 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 965197 T2275 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13240
[junit4:junit4]   2> 965198 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 965198 T2275 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 965199 T2275 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869
[junit4:junit4]   2> 965199 T2275 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/solr.xml
[junit4:junit4]   2> 965200 T2275 oasc.CoreContainer.<init> New CoreContainer 946191495
[junit4:junit4]   2> 965201 T2275 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/'
[junit4:junit4]   2> 965201 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/'
[junit4:junit4]   2> 965332 T2275 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 965333 T2275 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 965334 T2275 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 965334 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 965335 T2275 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 965335 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 965336 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 965336 T2275 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 965337 T2275 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 965338 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 965355 T2275 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 965356 T2275 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13225/solr
[junit4:junit4]   2> 965357 T2275 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 965358 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 965362 T2347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@797b613c name:ZooKeeperConnection Watcher:127.0.0.1:13225 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 965362 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 965365 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 965378 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 965380 T2349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ce119a4 name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 965380 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 965391 T2275 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 966394 T2275 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13240_wz
[junit4:junit4]   2> 966394 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 966396 T2275 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13240_wz
[junit4:junit4]   2> 966396 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13237_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13237/wz"}
[junit4:junit4]   2> 966411 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 966411 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 966412 T2349 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 966412 T2304 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 966412 T2333 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 966412 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966412 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966414 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966421 T2317 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 966421 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966421 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966421 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966424 T2297 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 966425 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 966427 T2350 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/collection1
[junit4:junit4]   2> 966427 T2350 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 966428 T2350 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 966428 T2350 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 966430 T2350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/collection1/'
[junit4:junit4]   2> 966431 T2350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 966432 T2350 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/collection1/lib/README' to classloader
[junit4:junit4]   2> 966486 T2350 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 966549 T2350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 966651 T2350 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 966657 T2350 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 967238 T2350 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 967242 T2350 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 967244 T2350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 967249 T2350 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 967272 T2350 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 967272 T2350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369814405869/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/
[junit4:junit4]   2> 967272 T2350 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c2a91b1
[junit4:junit4]   2> 967273 T2350 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 967274 T2350 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3
[junit4:junit4]   2> 967274 T2350 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index/
[junit4:junit4]   2> 967275 T2350 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 967276 T2350 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index
[junit4:junit4]   2> 967279 T2350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 967280 T2350 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 967283 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 967283 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 967284 T2350 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 967285 T2350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 967285 T2350 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 967286 T2350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 967286 T2350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 967287 T2350 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 967287 T2350 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 967302 T2350 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 967309 T2350 oass.SolrIndexSearcher.<init> Opening Searcher@798da9be main
[junit4:junit4]   2> 967310 T2350 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/tlog
[junit4:junit4]   2> 967311 T2350 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 967311 T2350 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 967315 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@798da9be main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 967317 T2350 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 967318 T2350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 967925 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 967926 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13240_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13240/wz"}
[junit4:junit4]   2> 967927 T2298 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 967927 T2298 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 967941 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 967941 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 967941 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 967941 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 967941 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 968321 T2350 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 968321 T2350 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13240/wz collection:collection1 shard:shard1
[junit4:junit4]   2> 968324 T2350 oasc.ZkController.register We are http://127.0.0.1:13240/wz/collection1/ and leader is http://127.0.0.1:13232/wz/collection1/
[junit4:junit4]   2> 968324 T2350 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13240/wz
[junit4:junit4]   2> 968325 T2350 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 968325 T2350 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1358 name=collection1 org.apache.solr.core.SolrCore@6ad29f32 url=http://127.0.0.1:13240/wz/collection1 node=127.0.0.1:13240_wz C1358_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13240_wz, base_url=http://127.0.0.1:13240/wz}
[junit4:junit4]   2> 968325 T2352 C1358 P13240 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 968327 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 968327 T2350 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 968327 T2352 C1358 P13240 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 968328 T2352 C1358 P13240 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 968328 T2275 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 968329 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 968329 T2352 C1358 P13240 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 968330 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 968349 T2307 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 968615 T2275 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 968618 T2275 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:13244
[junit4:junit4]   2> 968619 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 968620 T2275 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 968620 T2275 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286
[junit4:junit4]   2> 968621 T2275 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/solr.xml
[junit4:junit4]   2> 968622 T2275 oasc.CoreContainer.<init> New CoreContainer 2359114
[junit4:junit4]   2> 968623 T2275 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/'
[junit4:junit4]   2> 968624 T2275 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/'
[junit4:junit4]   2> 968760 T2275 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 968761 T2275 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 968762 T2275 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 968762 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 968763 T2275 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 968763 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 968764 T2275 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 968765 T2275 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 968765 T2275 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 968766 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 968782 T2275 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 968782 T2275 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:13225/solr
[junit4:junit4]   2> 968783 T2275 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 968784 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 968814 T2364 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@731c59f name:ZooKeeperConnection Watcher:127.0.0.1:13225 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 968815 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 968857 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 968868 T2275 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 968870 T2366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@726050fe name:ZooKeeperConnection Watcher:127.0.0.1:13225/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 968871 T2275 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 968907 T2275 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 969446 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 969447 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13240_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13240/wz"}
[junit4:junit4]   2> 969461 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969461 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969461 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969461 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969461 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969461 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969910 T2275 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:13244_wz
[junit4:junit4]   2> 969912 T2275 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:13244_wz
[junit4:junit4]   2> 969914 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969914 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969914 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969914 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 969915 T2333 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 969915 T2304 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 969916 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 969916 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 969916 T2349 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 969916 T2366 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 969923 T2317 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 969924 T2297 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 969929 T2367 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/collection1
[junit4:junit4]   2> 969929 T2367 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 969930 T2367 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 969930 T2367 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 969932 T2367 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/collection1/'
[junit4:junit4]   2> 969933 T2367 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/collection1/lib/README' to classloader
[junit4:junit4]   2> 969934 T2367 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 969988 T2367 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 970050 T2367 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 970151 T2367 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 970157 T2367 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 970351 T2307 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 970351 T2307 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:13240_wz&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 970717 T2367 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 970720 T2367 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 970723 T2367 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 970728 T2367 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 970751 T2367 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 970752 T2367 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369814409286/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/
[junit4:junit4]   2> 970752 T2367 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4c2a91b1
[junit4:junit4]   2> 970753 T2367 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 970754 T2367 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4
[junit4:junit4]   2> 970754 T2367 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index/
[junit4:junit4]   2> 970754 T2367 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 970756 T2367 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index
[junit4:junit4]   2> 970759 T2367 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41e96ce9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@206683eb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 970760 T2367 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 970763 T2367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 970763 T2367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 970764 T2367 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 970765 T2367 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 970765 T2367 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 970766 T2367 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 970766 T2367 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 970767 T2367 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 970767 T2367 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 970783 T2367 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 970790 T2367 oass.SolrIndexSearcher.<init> Opening Searcher@9e147e7 main
[junit4:junit4]   2> 970790 T2367 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/tlog
[junit4:junit4]   2> 970791 T2367 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 970791 T2367 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 970796 T2368 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9e147e7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 970798 T2367 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 970798 T2367 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 970966 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 970967 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13244_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13244/wz"}
[junit4:junit4]   2> 970967 T2298 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 970968 T2298 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 970983 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 970983 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 970983 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 970983 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 970983 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 970983 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 971801 T2367 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 971801 T2367 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:13244/wz collection:collection1 shard:shard2
[junit4:junit4]   2> 971805 T2367 oasc.ZkController.register We are http://127.0.0.1:13244/wz/collection1/ and leader is http://127.0.0.1:13237/wz/collection1/
[junit4:junit4]   2> 971805 T2367 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:13244/wz
[junit4:junit4]   2> 971805 T2367 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 971805 T2367 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1359 name=collection1 org.apache.solr.core.SolrCore@9911199 url=http://127.0.0.1:13244/wz/collection1 node=127.0.0.1:13244_wz C1359_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:13244_wz, base_url=http://127.0.0.1:13244/wz}
[junit4:junit4]   2> 971806 T2369 C1359 P13244 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 971806 T2367 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 971807 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 971808 T2369 C1359 P13244 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 971808 T2369 C1359 P13244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 971809 T2275 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 971809 T2275 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 971810 T2275 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 971810 T2369 C1359 P13244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 971834 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 971835 T2323 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 971835 T2275 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 971836 T2275 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 971836 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C1358_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13240_wz, base_url=http://127.0.0.1:13240/wz}
[junit4:junit4]   2> 972353 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13232/wz/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 972353 T2352 C1358 P13240 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13240/wz START replicas=[http://127.0.0.1:13232/wz/collection1/] nUpdates=100
[junit4:junit4]   2> 972354 T2352 C1358 P13240 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 972355 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 972355 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 972355 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 972356 T2352 C1358 P13240 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 972356 T2352 C1358 P13240 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13232/wz/collection1/. core=collection1
[junit4:junit4]   2> 972356 T2352 C1358 P13240 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1360 name=collection1 org.apache.solr.core.SolrCore@36e26f4c url=http://127.0.0.1:13232/wz/collection1 node=127.0.0.1:13232_wz C1360_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13232_wz, base_url=http://127.0.0.1:13232/wz, leader=true}
[junit4:junit4]   2> 972363 T2308 C1360 P13232 oasc.SolrCore.execute [collection1] webapp=/wz path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 972367 T2309 C1360 P13232 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 972370 T2309 C1360 P13232 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fdb0f6f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fd5814b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 972371 T2309 C1360 P13232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 972372 T2309 C1360 P13232 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fdb0f6f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fd5814b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fdb0f6f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fd5814b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 972372 T2309 C1360 P13232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 972373 T2309 C1360 P13232 oass.SolrIndexSearcher.<init> Opening Searcher@5fb17398 realtime
[junit4:junit4]   2> 972373 T2309 C1360 P13232 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 972373 T2309 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 972374 T2352 C1358 P13240 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 972375 T2352 C1358 P13240 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 972377 T2310 C1360 P13232 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 972378 T2310 C1360 P13232 oasc.SolrCore.execute [collection1] webapp=/wz path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 972378 T2352 C1358 P13240 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 972378 T2352 C1358 P13240 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 972379 T2352 C1358 P13240 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 972381 T2310 C1360 P13232 oasc.SolrCore.execute [collection1] webapp=/wz path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 972381 T2352 C1358 P13240 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 972383 T2352 C1358 P13240 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index.20130528210013321
[junit4:junit4]   2> 972383 T2352 C1358 P13240 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@59c1b514 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6ffa01e8) fullCopy=false
[junit4:junit4]   2> 972386 T2310 C1360 P13232 oasc.SolrCore.execute [collection1] webapp=/wz path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 972387 T2352 C1358 P13240 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 972388 T2352 C1358 P13240 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 972388 T2352 C1358 P13240 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 972390 T2352 C1358 P13240 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 972391 T2352 C1358 P13240 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 972391 T2352 C1358 P13240 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 972391 T2352 C1358 P13240 oass.SolrIndexSearcher.<init> Opening Searcher@6537fd50 main
[junit4:junit4]   2> 972393 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6537fd50 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 972393 T2352 C1358 P13240 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index.20130528210013321 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index.20130528210013321;done=true>>]
[junit4:junit4]   2> 972394 T2352 C1358 P13240 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index.20130528210013321
[junit4:junit4]   2> 972394 T2352 C1358 P13240 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index.20130528210013321
[junit4:junit4]   2> 972394 T2352 C1358 P13240 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 972394 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 972395 T2352 C1358 P13240 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 972395 T2352 C1358 P13240 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 972397 T2352 C1358 P13240 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 972488 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 972489 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13244_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13244/wz"}
[junit4:junit4]   2> 972493 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13240_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13240/wz"}
[junit4:junit4]   2> 972505 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 972505 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 972505 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 972505 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 972505 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 972505 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 972836 T2323 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 972836 T2323 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:13244_wz&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 972838 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 973840 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C1359_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:13244_wz, base_url=http://127.0.0.1:13244/wz}
[junit4:junit4]   2> 974838 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:13237/wz/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 974838 T2369 C1359 P13244 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:13244/wz START replicas=[http://127.0.0.1:13237/wz/collection1/] nUpdates=100
[junit4:junit4]   2> 974839 T2369 C1359 P13244 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 974839 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 974839 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 974839 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 974840 T2369 C1359 P13244 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 974841 T2369 C1359 P13244 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:13237/wz/collection1/. core=collection1
[junit4:junit4]   2> 974841 T2369 C1359 P13244 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 974843 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C1361 name=collection1 org.apache.solr.core.SolrCore@3bc4865c url=http://127.0.0.1:13237/wz/collection1 node=127.0.0.1:13237_wz C1361_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13237_wz, base_url=http://127.0.0.1:13237/wz, leader=true}
[junit4:junit4]   2> 974848 T2324 C1361 P13237 oasc.SolrCore.execute [collection1] webapp=/wz path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 974852 T2325 C1361 P13237 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 974855 T2325 C1361 P13237 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af4344c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b032464),segFN=segments_1,generation=1}
[junit4:junit4]   2> 974856 T2325 C1361 P13237 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 974857 T2325 C1361 P13237 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af4344c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b032464),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af4344c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b032464),segFN=segments_2,generation=2}
[junit4:junit4]   2> 974857 T2325 C1361 P13237 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 974858 T2325 C1361 P13237 oass.SolrIndexSearcher.<init> Opening Searcher@7c0e9199 realtime
[junit4:junit4]   2> 974858 T2325 C1361 P13237 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 974859 T2325 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 974859 T2369 C1359 P13244 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 974860 T2369 C1359 P13244 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 974861 T2326 C1361 P13237 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 974861 T2326 C1361 P13237 oasc.SolrCore.execute [collection1] webapp=/wz path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 974862 T2369 C1359 P13244 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 974862 T2369 C1359 P13244 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 974862 T2369 C1359 P13244 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 974865 T2326 C1361 P13237 oasc.SolrCore.execute [collection1] webapp=/wz path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 974866 T2369 C1359 P13244 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 974866 T2369 C1359 P13244 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index.20130528210015805
[junit4:junit4]   2> 974867 T2369 C1359 P13244 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@34e0c8ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@63a0b137) fullCopy=false
[junit4:junit4]   2> 974869 T2326 C1361 P13237 oasc.SolrCore.execute [collection1] webapp=/wz path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 974870 T2369 C1359 P13244 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 974871 T2369 C1359 P13244 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 974871 T2369 C1359 P13244 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 974873 T2369 C1359 P13244 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41e96ce9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@206683eb),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41e96ce9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@206683eb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 974873 T2369 C1359 P13244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 974874 T2369 C1359 P13244 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 974874 T2369 C1359 P13244 oass.SolrIndexSearcher.<init> Opening Searcher@60a1fb3a main
[junit4:junit4]   2> 974875 T2368 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60a1fb3a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 974876 T2369 C1359 P13244 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index.20130528210015805 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index.20130528210015805;done=true>>]
[junit4:junit4]   2> 974876 T2369 C1359 P13244 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index.20130528210015805
[junit4:junit4]   2> 974877 T2369 C1359 P13244 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty4/index.20130528210015805
[junit4:junit4]   2> 974877 T2369 C1359 P13244 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 974877 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 974877 T2369 C1359 P13244 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 974877 T2369 C1359 P13244 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 974879 T2369 C1359 P13244 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 975521 T2298 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 975522 T2298 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:13244_wz",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:13244/wz"}
[junit4:junit4]   2> 975538 T2297 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 975538 T2333 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 975538 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 975538 T2366 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 975538 T2317 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 975538 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 975845 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 975846 T2275 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C1362 name=collection1 org.apache.solr.core.SolrCore@2ed28fe7 url=http://127.0.0.1:13228/wz/collection1 node=127.0.0.1:13228_wz C1362_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:13228_wz, base_url=http://127.0.0.1:13228/wz, leader=true}
[junit4:junit4]   2> 975855 T2287 C1362 P13228 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 975859 T2287 C1362 P13228 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10b5b3d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b9a802b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 975859 T2287 C1362 P13228 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 975860 T2287 C1362 P13228 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10b5b3d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b9a802b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@10b5b3d9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3b9a802b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 975861 T2287 C1362 P13228 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 975861 T2287 C1362 P13228 oass.SolrIndexSearcher.<init> Opening Searcher@48b9a5b9 main
[junit4:junit4]   2> 975862 T2287 C1362 P13228 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 975863 T2301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@48b9a5b9 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 975863 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 975874 T2327 C1361 P13237 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 975875 T2327 C1361 P13237 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af4344c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b032464),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@3af4344c lockFactory=org.apache.lucene.store.NativeFSLockFactory@1b032464),segFN=segments_3,generation=3}
[junit4:junit4]   2> 975876 T2327 C1361 P13237 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 975876 T2327 C1361 P13237 oass.SolrIndexSearcher.<init> Opening Searcher@33eb8505 main
[junit4:junit4]   2> 975877 T2327 C1361 P13237 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 975878 T2335 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33eb8505 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 975878 T2327 C1361 P13237 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:13232/wz/collection1/, StdNode: http://127.0.0.1:13240/wz/collection1/, StdNode: http://127.0.0.1:13244/wz/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 975881 T2311 C1360 P13232 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 975882 T2311 C1360 P13232 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fdb0f6f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fd5814b),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@5fdb0f6f lockFactory=org.apache.lucene.store.NativeFSLockFactory@5fd5814b),segFN=segments_3,generation=3}
[junit4:junit4]   2> 975882 T2311 C1360 P13232 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 975883 T2311 C1360 P13232 oass.SolrIndexSearcher.<init> Opening Searcher@c10f855 main
[junit4:junit4]   2> 975883 T2311 C1360 P13232 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 975884 T2319 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@c10f855 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 975885 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2>  C1358_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13240_wz, base_url=http://127.0.0.1:13240/wz}
[junit4:junit4]   2> 975889 T2339 C1358 P13240 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C1359_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13244_wz, base_url=http://127.0.0.1:13244/wz}
[junit4:junit4]   2> 975889 T2356 C1359 P13244 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 975890 T2339 C1358 P13240 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_3,generation=3}
[junit4:junit4]   2> 975891 T2356 C1359 P13244 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41e96ce9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@206683eb),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@41e96ce9 lockFactory=org.apache.lucene.store.NativeFSLockFactory@206683eb),segFN=segments_3,generation=3}
[junit4:junit4]   2> 975891 T2339 C1358 P13240 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 975892 T2356 C1359 P13244 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 975893 T2339 C1358 P13240 oass.SolrIndexSearcher.<init> Opening Searcher@6f677a2 main
[junit4:junit4]   2> 975893 T2356 C1359 P13244 oass.SolrIndexSearcher.<init> Opening Searcher@2a653227 main
[junit4:junit4]   2> 975894 T2339 C1358 P13240 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 975894 T2351 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6f677a2 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 975894 T2356 C1359 P13244 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 975895 T2339 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 975895 T2368 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2a653227 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 975896 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 975897 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 975898 T2275 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 975900 T2312 C1360 P13232 oasc.SolrCore.execute [collection1] webapp=/wz path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 975903 T2340 C1358 P13240 oasc.SolrCore.execute [collection1] webapp=/wz path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 975904 T2328 C1361 P13237 oasc.SolrCore.execute [collection1] webapp=/wz path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 975906 T2357 C1359 P13244 oasc.SolrCore.execute [collection1] webapp=/wz path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 977911 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436354524059009024)} 0 1
[junit4:junit4]   2> 977918 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={update.distrib=FROMLEADER&_version_=-1436354524062154752&update.from=http://127.0.0.1:13232/wz/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436354524062154752)} 0 1
[junit4:junit4]   2> 977921 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={update.distrib=FROMLEADER&_version_=-1436354524066349056&update.from=http://127.0.0.1:13237/wz/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436354524066349056)} 0 1
[junit4:junit4]   2> 977921 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1436354524066349056)} 0 4
[junit4:junit4]   2> 977922 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436354524062154752)} 0 9
[junit4:junit4]   2> 977924 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[a!0 (1436354524073689088)]} 0 0
[junit4:junit4]   2> 977931 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1436354524078931968)]} 0 0
[junit4:junit4]   2> 977932 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1436354524078931968)]} 0 3
[junit4:junit4]   2> 977932 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[a!0]} 0 5
[junit4:junit4]   2> 977935 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[b!1 (1436354524085223424)]} 0 0
[junit4:junit4]   2> 977942 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1436354524090466304)]} 0 0
[junit4:junit4]   2> 977943 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1436354524090466304)]} 0 3
[junit4:junit4]   2> 977943 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[b!1]} 0 5
[junit4:junit4]   2> 977946 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[c!2 (1436354524096757760)]} 0 0
[junit4:junit4]   2> 977952 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1436354524100952064)]} 0 0
[junit4:junit4]   2> 977953 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1436354524100952064)]} 0 3
[junit4:junit4]   2> 977953 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[c!2]} 0 5
[junit4:junit4]   2> 977956 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[d!3 (1436354524107243520)]} 0 0
[junit4:junit4]   2> 977960 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1436354524109340672)]} 0 0
[junit4:junit4]   2> 977960 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[d!3 (1436354524109340672)]} 0 2
[junit4:junit4]   2> 977963 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[e!4 (1436354524114583552)]} 0 0
[junit4:junit4]   2> 977969 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1436354524118777856)]} 0 0
[junit4:junit4]   2> 977969 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!4 (1436354524118777856)]} 0 2
[junit4:junit4]   2> 977970 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[e!4]} 0 5
[junit4:junit4]   2> 977972 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[f!5 (1436354524124020736)]} 0 0
[junit4:junit4]   2> 977978 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1436354524128215040)]} 0 0
[junit4:junit4]   2> 977978 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1436354524128215040)]} 0 2
[junit4:junit4]   2> 977979 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[f!5]} 0 5
[junit4:junit4]   2> 977982 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[g!6 (1436354524134506496)]} 0 0
[junit4:junit4]   2> 977986 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1436354524136603648)]} 0 0
[junit4:junit4]   2> 977987 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[g!6 (1436354524136603648)]} 0 3
[junit4:junit4]   2> 977989 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[h!7 (1436354524141846528)]} 0 0
[junit4:junit4]   2> 977996 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1436354524147089408)]} 0 0
[junit4:junit4]   2> 977996 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1436354524147089408)]} 0 2
[junit4:junit4]   2> 977997 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[h!7]} 0 5
[junit4:junit4]   2> 977999 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[i!8 (1436354524152332288)]} 0 0
[junit4:junit4]   2> 978004 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1436354524155478016)]} 0 0
[junit4:junit4]   2> 978005 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[i!8 (1436354524155478016)]} 0 3
[junit4:junit4]   2> 978007 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[j!9 (1436354524160720896)]} 0 0
[junit4:junit4]   2> 978012 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1436354524163866624)]} 0 0
[junit4:junit4]   2> 978013 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[j!9 (1436354524163866624)]} 0 3
[junit4:junit4]   2> 978015 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[k!10 (1436354524169109504)]} 0 0
[junit4:junit4]   2> 978020 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1436354524172255232)]} 0 0
[junit4:junit4]   2> 978021 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[k!10 (1436354524172255232)]} 0 3
[junit4:junit4]   2> 978023 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[l!11 (1436354524177498112)]} 0 0
[junit4:junit4]   2> 978028 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1436354524180643840)]} 0 0
[junit4:junit4]   2> 978029 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[l!11 (1436354524180643840)]} 0 3
[junit4:junit4]   2> 978031 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[m!12 (1436354524185886720)]} 0 0
[junit4:junit4]   2> 978038 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1436354524191129600)]} 0 0
[junit4:junit4]   2> 978039 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1436354524191129600)]} 0 3
[junit4:junit4]   2> 978040 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[m!12]} 0 6
[junit4:junit4]   2> 978042 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[n!13 (1436354524197421056)]} 0 0
[junit4:junit4]   2> 978048 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1436354524201615360)]} 0 0
[junit4:junit4]   2> 978049 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[n!13 (1436354524201615360)]} 0 3
[junit4:junit4]   2> 978049 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[n!13]} 0 5
[junit4:junit4]   2> 978051 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[o!14 (1436354524206858240)]} 0 0
[junit4:junit4]   2> 978057 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1436354524211052544)]} 0 0
[junit4:junit4]   2> 978058 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1436354524211052544)]} 0 2
[junit4:junit4]   2> 978058 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[o!14]} 0 5
[junit4:junit4]   2> 978061 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[p!15 (1436354524217344000)]} 0 0
[junit4:junit4]   2> 978068 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1436354524222586880)]} 0 0
[junit4:junit4]   2> 978068 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1436354524222586880)]} 0 2
[junit4:junit4]   2> 978069 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[p!15]} 0 5
[junit4:junit4]   2> 978071 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[q!16 (1436354524227829760)]} 0 0
[junit4:junit4]   2> 978076 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1436354524230975488)]} 0 0
[junit4:junit4]   2> 978076 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[q!16 (1436354524230975488)]} 0 2
[junit4:junit4]   2> 978079 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[r!17 (1436354524236218368)]} 0 0
[junit4:junit4]   2> 978084 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1436354524239364096)]} 0 0
[junit4:junit4]   2> 978084 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[r!17 (1436354524239364096)]} 0 2
[junit4:junit4]   2> 978087 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[s!18 (1436354524244606976)]} 0 0
[junit4:junit4]   2> 978092 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1436354524247752704)]} 0 0
[junit4:junit4]   2> 978092 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[s!18 (1436354524247752704)]} 0 2
[junit4:junit4]   2> 978095 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[t!19 (1436354524252995584)]} 0 0
[junit4:junit4]   2> 978100 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1436354524256141312)]} 0 0
[junit4:junit4]   2> 978100 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[t!19 (1436354524256141312)]} 0 2
[junit4:junit4]   2> 978103 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[u!20 (1436354524261384192)]} 0 0
[junit4:junit4]   2> 978107 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1436354524263481344)]} 0 0
[junit4:junit4]   2> 978107 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[u!20 (1436354524263481344)]} 0 2
[junit4:junit4]   2> 978110 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[v!21 (1436354524268724224)]} 0 0
[junit4:junit4]   2> 978115 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1436354524271869952)]} 0 0
[junit4:junit4]   2> 978115 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[v!21 (1436354524271869952)]} 0 2
[junit4:junit4]   2> 978118 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[w!22 (1436354524277112832)]} 0 0
[junit4:junit4]   2> 978124 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1436354524281307136)]} 0 0
[junit4:junit4]   2> 978124 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[w!22 (1436354524281307136)]} 0 2
[junit4:junit4]   2> 978125 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[w!22]} 0 5
[junit4:junit4]   2> 978127 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[x!23 (1436354524286550016)]} 0 0
[junit4:junit4]   2> 978134 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1436354524290744320)]} 0 0
[junit4:junit4]   2> 978135 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1436354524290744320)]} 0 4
[junit4:junit4]   2> 978135 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[x!23]} 0 6
[junit4:junit4]   2> 978138 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[y!24 (1436354524298084352)]} 0 0
[junit4:junit4]   2> 978142 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1436354524300181504)]} 0 0
[junit4:junit4]   2> 978142 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[y!24 (1436354524300181504)]} 0 2
[junit4:junit4]   2> 978145 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[z!25 (1436354524305424384)]} 0 0
[junit4:junit4]   2> 978151 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1436354524309618688)]} 0 0
[junit4:junit4]   2> 978152 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1436354524309618688)]} 0 3
[junit4:junit4]   2> 978152 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[z!25]} 0 5
[junit4:junit4]   2> 978154 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[a!26 (1436354524314861568)]} 0 0
[junit4:junit4]   2> 978160 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1436354524319055872)]} 0 0
[junit4:junit4]   2> 978160 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!26 (1436354524319055872)]} 0 2
[junit4:junit4]   2> 978161 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[a!26]} 0 5
[junit4:junit4]   2> 978164 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[b!27 (1436354524325347328)]} 0 0
[junit4:junit4]   2> 978170 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1436354524329541632)]} 0 0
[junit4:junit4]   2> 978170 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!27 (1436354524329541632)]} 0 2
[junit4:junit4]   2> 978171 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[b!27]} 0 5
[junit4:junit4]   2> 978173 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[c!28 (1436354524334784512)]} 0 0
[junit4:junit4]   2> 978177 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1436354524336881664)]} 0 0
[junit4:junit4]   2> 978177 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[c!28 (1436354524336881664)]} 0 2
[junit4:junit4]   2> 978180 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[d!29 (1436354524342124544)]} 0 0
[junit4:junit4]   2> 978187 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1436354524347367424)]} 0 0
[junit4:junit4]   2> 978188 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1436354524347367424)]} 0 2
[junit4:junit4]   2> 978188 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[d!29]} 0 5
[junit4:junit4]   2> 978190 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[e!30 (1436354524352610304)]} 0 0
[junit4:junit4]   2> 978196 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1436354524356804608)]} 0 0
[junit4:junit4]   2> 978197 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!30 (1436354524356804608)]} 0 3
[junit4:junit4]   2> 978198 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[e!30]} 0 6
[junit4:junit4]   2> 978200 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[f!31 (1436354524363096064)]} 0 0
[junit4:junit4]   2> 978204 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1436354524365193216)]} 0 0
[junit4:junit4]   2> 978205 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[f!31 (1436354524365193216)]} 0 3
[junit4:junit4]   2> 978208 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[g!32 (1436354524371484672)]} 0 0
[junit4:junit4]   2> 978213 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1436354524374630400)]} 0 0
[junit4:junit4]   2> 978213 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[g!32 (1436354524374630400)]} 0 2
[junit4:junit4]   2> 978216 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[h!33 (1436354524379873280)]} 0 0
[junit4:junit4]   2> 978220 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1436354524381970432)]} 0 0
[junit4:junit4]   2> 978220 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[h!33 (1436354524381970432)]} 0 2
[junit4:junit4]   2> 978223 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[i!34 (1436354524387213312)]} 0 0
[junit4:junit4]   2> 978230 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1436354524392456192)]} 0 0
[junit4:junit4]   2> 978230 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1436354524392456192)]} 0 2
[junit4:junit4]   2> 978231 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[i!34]} 0 5
[junit4:junit4]   2> 978233 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[j!35 (1436354524397699072)]} 0 0
[junit4:junit4]   2> 978238 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1436354524400844800)]} 0 0
[junit4:junit4]   2> 978238 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[j!35 (1436354524400844800)]} 0 2
[junit4:junit4]   2> 978241 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[k!36 (1436354524406087680)]} 0 0
[junit4:junit4]   2> 978246 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1436354524409233408)]} 0 0
[junit4:junit4]   2> 978246 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[k!36 (1436354524409233408)]} 0 2
[junit4:junit4]   2> 978249 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[l!37 (1436354524414476288)]} 0 0
[junit4:junit4]   2> 978254 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1436354524417622016)]} 0 0
[junit4:junit4]   2> 978255 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[l!37 (1436354524417622016)]} 0 3
[junit4:junit4]   2> 978257 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[m!38 (1436354524422864896)]} 0 0
[junit4:junit4]   2> 978262 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1436354524426010624)]} 0 0
[junit4:junit4]   2> 978262 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[m!38 (1436354524426010624)]} 0 2
[junit4:junit4]   2> 978265 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[n!39 (1436354524431253504)]} 0 0
[junit4:junit4]   2> 978269 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1436354524433350656)]} 0 0
[junit4:junit4]   2> 978269 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[n!39 (1436354524433350656)]} 0 2
[junit4:junit4]   2> 978272 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[o!40 (1436354524438593536)]} 0 0
[junit4:junit4]   2> 978278 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1436354524442787840)]} 0 0
[junit4:junit4]   2> 978278 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!40 (1436354524442787840)]} 0 2
[junit4:junit4]   2> 978279 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[o!40]} 0 5
[junit4:junit4]   2> 978281 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[p!41 (1436354524448030720)]} 0 0
[junit4:junit4]   2> 978288 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1436354524453273600)]} 0 0
[junit4:junit4]   2> 978288 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!41 (1436354524453273600)]} 0 2
[junit4:junit4]   2> 978289 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[p!41]} 0 5
[junit4:junit4]   2> 978291 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[q!42 (1436354524458516480)]} 0 0
[junit4:junit4]   2> 978297 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1436354524462710784)]} 0 0
[junit4:junit4]   2> 978297 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1436354524462710784)]} 0 2
[junit4:junit4]   2> 978298 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[q!42]} 0 5
[junit4:junit4]   2> 978300 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[r!43 (1436354524467953664)]} 0 0
[junit4:junit4]   2> 978304 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1436354524470050816)]} 0 0
[junit4:junit4]   2> 978304 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[r!43 (1436354524470050816)]} 0 2
[junit4:junit4]   2> 978307 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[s!44 (1436354524475293696)]} 0 0
[junit4:junit4]   2> 978311 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1436354524477390848)]} 0 0
[junit4:junit4]   2> 978311 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[s!44 (1436354524477390848)]} 0 2
[junit4:junit4]   2> 978314 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[t!45 (1436354524482633728)]} 0 0
[junit4:junit4]   2> 978318 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1436354524484730880)]} 0 0
[junit4:junit4]   2> 978318 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[t!45 (1436354524484730880)]} 0 2
[junit4:junit4]   2> 978321 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[u!46 (1436354524489973760)]} 0 0
[junit4:junit4]   2> 978325 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1436354524492070912)]} 0 0
[junit4:junit4]   2> 978326 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[u!46 (1436354524492070912)]} 0 3
[junit4:junit4]   2> 978330 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[v!47 (1436354524498362368)]} 0 1
[junit4:junit4]   2> 978336 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1436354524503605248)]} 0 0
[junit4:junit4]   2> 978337 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!47 (1436354524503605248)]} 0 3
[junit4:junit4]   2> 978338 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[v!47]} 0 6
[junit4:junit4]   2> 978340 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[w!48 (1436354524509896704)]} 0 0
[junit4:junit4]   2> 978346 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1436354524513042432)]} 0 0
[junit4:junit4]   2> 978347 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[w!48 (1436354524513042432)]} 0 4
[junit4:junit4]   2> 978350 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[x!49 (1436354524520382464)]} 0 0
[junit4:junit4]   2> 978355 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1436354524523528192)]} 0 0
[junit4:junit4]   2> 978355 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[x!49 (1436354524523528192)]} 0 2
[junit4:junit4]   2> 978358 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[y!50 (1436354524528771072)]} 0 0
[junit4:junit4]   2> 978365 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1436354524534013952)]} 0 0
[junit4:junit4]   2> 978365 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1436354524534013952)]} 0 2
[junit4:junit4]   2> 978366 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[y!50]} 0 5
[junit4:junit4]   2> 978368 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[z!51 (1436354524539256832)]} 0 0
[junit4:junit4]   2> 978372 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1436354524541353984)]} 0 0
[junit4:junit4]   2> 978373 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[z!51 (1436354524541353984)]} 0 3
[junit4:junit4]   2> 978375 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[a!52 (1436354524546596864)]} 0 0
[junit4:junit4]   2> 978381 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1436354524550791168)]} 0 0
[junit4:junit4]   2> 978381 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1436354524550791168)]} 0 2
[junit4:junit4]   2> 978382 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[a!52]} 0 5
[junit4:junit4]   2> 978384 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[b!53 (1436354524556034048)]} 0 0
[junit4:junit4]   2> 978390 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1436354524560228352)]} 0 0
[junit4:junit4]   2> 978390 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!53 (1436354524560228352)]} 0 2
[junit4:junit4]   2> 978391 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[b!53]} 0 5
[junit4:junit4]   2> 978394 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[c!54 (1436354524566519808)]} 0 0
[junit4:junit4]   2> 978398 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1436354524568616960)]} 0 0
[junit4:junit4]   2> 978398 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[c!54 (1436354524568616960)]} 0 2
[junit4:junit4]   2> 978401 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[d!55 (1436354524573859840)]} 0 0
[junit4:junit4]   2> 978407 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1436354524578054144)]} 0 0
[junit4:junit4]   2> 978408 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!55 (1436354524578054144)]} 0 3
[junit4:junit4]   2> 978408 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[d!55]} 0 5
[junit4:junit4]   2> 978411 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[e!56 (1436354524584345600)]} 0 0
[junit4:junit4]   2> 978418 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1436354524589588480)]} 0 0
[junit4:junit4]   2> 978419 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[e!56 (1436354524589588480)]} 0 3
[junit4:junit4]   2> 978419 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[e!56]} 0 5
[junit4:junit4]   2> 978422 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[f!57 (1436354524595879936)]} 0 0
[junit4:junit4]   2> 978426 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1436354524597977088)]} 0 0
[junit4:junit4]   2> 978426 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[f!57 (1436354524597977088)]} 0 2
[junit4:junit4]   2> 978429 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[g!58 (1436354524603219968)]} 0 0
[junit4:junit4]   2> 978434 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1436354524606365696)]} 0 0
[junit4:junit4]   2> 978434 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[g!58 (1436354524606365696)]} 0 2
[junit4:junit4]   2> 978437 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[h!59 (1436354524611608576)]} 0 0
[junit4:junit4]   2> 978441 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1436354524613705728)]} 0 0
[junit4:junit4]   2> 978441 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[h!59 (1436354524613705728)]} 0 2
[junit4:junit4]   2> 978444 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[i!60 (1436354524618948608)]} 0 0
[junit4:junit4]   2> 978450 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1436354524623142912)]} 0 0
[junit4:junit4]   2> 978450 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1436354524623142912)]} 0 2
[junit4:junit4]   2> 978451 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[i!60]} 0 5
[junit4:junit4]   2> 978454 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[j!61 (1436354524629434368)]} 0 0
[junit4:junit4]   2> 978460 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1436354524633628672)]} 0 0
[junit4:junit4]   2> 978460 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!61 (1436354524633628672)]} 0 2
[junit4:junit4]   2> 978461 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[j!61]} 0 5
[junit4:junit4]   2> 978463 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[k!62 (1436354524638871552)]} 0 0
[junit4:junit4]   2> 978469 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1436354524643065856)]} 0 0
[junit4:junit4]   2> 978469 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[k!62 (1436354524643065856)]} 0 2
[junit4:junit4]   2> 978470 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[k!62]} 0 5
[junit4:junit4]   2> 978472 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[l!63 (1436354524648308736)]} 0 0
[junit4:junit4]   2> 978477 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1436354524651454464)]} 0 0
[junit4:junit4]   2> 978477 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[l!63 (1436354524651454464)]} 0 2
[junit4:junit4]   2> 978480 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[m!64 (1436354524656697344)]} 0 0
[junit4:junit4]   2> 978486 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1436354524660891648)]} 0 0
[junit4:junit4]   2> 978486 T2329 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!64 (1436354524660891648)]} 0 2
[junit4:junit4]   2> 978487 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[m!64]} 0 5
[junit4:junit4]   2> 978489 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[n!65 (1436354524666134528)]} 0 0
[junit4:junit4]   2> 978493 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1436354524668231680)]} 0 0
[junit4:junit4]   2> 978493 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[n!65 (1436354524668231680)]} 0 2
[junit4:junit4]   2> 978496 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[o!66 (1436354524673474560)]} 0 0
[junit4:junit4]   2> 978500 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1436354524675571712)]} 0 0
[junit4:junit4]   2> 978501 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[o!66 (1436354524675571712)]} 0 3
[junit4:junit4]   2> 978504 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[p!67 (1436354524681863168)]} 0 0
[junit4:junit4]   2> 978511 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1436354524687106048)]} 0 0
[junit4:junit4]   2> 978512 T2311 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!67 (1436354524687106048)]} 0 3
[junit4:junit4]   2> 978513 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[p!67]} 0 6
[junit4:junit4]   2> 978515 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[q!68 (1436354524693397504)]} 0 0
[junit4:junit4]   2> 978520 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1436354524696543232)]} 0 0
[junit4:junit4]   2> 978521 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[q!68 (1436354524696543232)]} 0 3
[junit4:junit4]   2> 978523 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[r!69 (1436354524701786112)]} 0 0
[junit4:junit4]   2> 978528 T2356 C1359 P13244 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13237/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!69 (1436354524704931840)]} 0 0
[junit4:junit4]   2> 978529 T2327 C1361 P13237 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[r!69 (1436354524704931840)]} 0 3
[junit4:junit4]   2> 978532 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[s!70 (1436354524711223296)]} 0 0
[junit4:junit4]   2> 978537 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={distrib.from=http://127.0.0.1:13232/wz/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!70 (1436354524714369024)]} 0 0
[junit4:junit4]   2> 978538 T2313 C1360 P13232 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[s!70 (1436354524714369024)]} 0 3
[junit4:junit4]   2> 978540 T2287 C1362 P13228 oasup.LogUpdateProcessor.finish [collection1] webapp=/wz path=/update params={wt=javabin&version=2} {add=[t!71 (1436354524719611904)]} 0 0
[junit4:junit4]   2> 978546 T2341 C1358 P13240 oasup.LogUpdateProcessor.finish [collection1] webapp=/w

[...truncated too long message...]

017069 T2349 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=10,adds=10,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=69,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 1017070 T2349 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1017070 T2349 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1017070 T2349 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C1377 name=collection1 org.apache.solr.core.SolrCore@6ad29f32 url=http://127.0.0.1:13240/wz/collection1 node=127.0.0.1:13240_wz C1377_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:13240_wz, base_url=http://127.0.0.1:13240/wz}
[junit4:junit4]   2> 1017072 T2349 C1377 P13240 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@43049116 lockFactory=org.apache.lucene.store.NativeFSLockFactory@9b75b7e),segFN=segments_5,generation=5}
[junit4:junit4]   2> 1017073 T2349 C1377 P13240 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 1017076 T2349 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1017076 T2349 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1017076 T2349 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index;done=false>>]
[junit4:junit4]   2> 1017077 T2349 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3/index
[junit4:junit4]   2> 1017077 T2349 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3;done=false>>]
[junit4:junit4]   2> 1017077 T2349 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369814392690/jetty3
[junit4:junit4]   2> 1017078 T2349 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1017078 T2349 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89772156039856138-4-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 1017079 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1017079 T2349 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1017079 T2349 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1017080 T2349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1017080 T2349 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1017080 T2349 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=NestedPulsing), _version_=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sr_RS_#Latn, timezone=US/Samoa
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=323711528,total=536870912
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SolrIndexSplitterTest, TestJmxIntegration, TestReload, TestSuggestSpellingConverter, TestSweetSpotSimilarityFactory, StatelessScriptUpdateProcessorFactoryTest, TestSearchPerf, TestAddFieldRealTimeGet, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, SearchHandlerTest, CoreContainerCoreInitFailuresTest, SignatureUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, BasicZkTest, QueryParsingTest, SortByFunctionTest, TestDistributedGrouping, FullSolrCloudDistribCmdsTest, SolrCoreTest, SolrIndexConfigTest, UnloadDistributedZkTest, TestLFUCache, PreAnalyzedFieldTest, SolrCmdDistributorTest, TestFiltering, TestLMJelinekMercerSimilarityFactory, TestCollationField, IndexBasedSpellCheckerTest, ClusterStateTest, TestLuceneMatchVersion, DebugComponentTest, SuggesterFSTTest, TestAnalyzedSuggestions, TestExtendedDismaxParser, TestDFRSimilarityFactory, SolrTestCaseJ4Test, TestUniqueKeyFieldResource, TestDistributedSearch, TestDynamicFieldResource, TestPerFieldSimilarity, DistributedSpellCheckComponentTest, TestStressLucene, TestBinaryField, PathHierarchyTokenizerFactoryTest, TestDocSet, TestManagedSchemaFieldResource, SystemInfoHandlerTest, IndexReaderFactoryTest, DisMaxRequestHandlerTest, OpenCloseCoreStressTest, IndexSchemaRuntimeFieldTest, ShardRoutingTest, BasicDistributedZkTest, TestRecovery, SolrInfoMBeanTest, SoftAutoCommitTest, TestCSVLoader, ShardSplitTest]
[junit4:junit4] Completed on J0 in 65.96s, 1 test, 1 error <<< FAILURES!

[...truncated 570 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 error, 13 ignored (7 assumptions)

Total time: 48 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-Tests-4.x-Java7 - Build # 1290 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java7/1290/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.SyncSliceTest.testDistribSearch

Error Message:
shard1 is not consistent.  Got 305 from http://127.0.0.1:56002/cil/collection1lastClient and got 5 from http://127.0.0.1:56009/cil/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 305 from http://127.0.0.1:56002/cil/collection1lastClient and got 5 from http://127.0.0.1:56009/cil/collection1
	at __randomizedtesting.SeedInfo.seed([E2B28F4DB2BF89AF:63540155C5E0E993]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:963)
	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9281 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.SyncSliceTest
[junit4:junit4]   2> 72818 T200 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /cil/
[junit4:junit4]   2> 72823 T200 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./solrtest-SyncSliceTest-1369772107924
[junit4:junit4]   2> 72831 T200 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 72841 T201 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 73043 T200 oasc.ZkTestServer.run start zk server on port:55988
[junit4:junit4]   2> 73240 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 73391 T207 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2393b4fa name:ZooKeeperConnection Watcher:127.0.0.1:55988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 73391 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 73396 T200 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 73529 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 73532 T209 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ac72b61 name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 73532 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 73553 T200 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 73560 T200 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 73565 T200 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 73569 T200 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 73575 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 73611 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 73627 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 73628 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 73735 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 73736 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 73742 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 73742 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 73747 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 73748 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 73753 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 73754 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 73760 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 73761 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 73766 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 73767 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 73772 T200 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 73773 T200 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 74097 T200 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 74102 T200 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55991
[junit4:junit4]   2> 74103 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 74104 T200 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 74104 T200 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880
[junit4:junit4]   2> 74105 T200 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/solr.xml
[junit4:junit4]   2> 74105 T200 oasc.CoreContainer.<init> New CoreContainer 1941108469
[junit4:junit4]   2> 74106 T200 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/'
[junit4:junit4]   2> 74107 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/'
[junit4:junit4]   2> 74254 T200 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 74255 T200 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 74256 T200 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 74256 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 74257 T200 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 74257 T200 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 74258 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 74259 T200 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 74259 T200 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 74260 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 74282 T200 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 74283 T200 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55988/solr
[junit4:junit4]   2> 74321 T200 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 74323 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 74327 T220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53aac05b name:ZooKeeperConnection Watcher:127.0.0.1:55988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 74328 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 74338 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 74359 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 74363 T222 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34f2be3d name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 74363 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 74380 T200 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 74402 T200 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 74427 T200 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 74431 T200 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55991_cil
[junit4:junit4]   2> 74443 T200 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55991_cil
[junit4:junit4]   2> 74450 T200 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 74487 T200 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 74492 T200 oasc.Overseer.start Overseer (id=89769384883388419-127.0.0.1:55991_cil-n_0000000000) starting
[junit4:junit4]   2> 74531 T200 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 74553 T224 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 74554 T200 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 74559 T200 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 74563 T200 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 74597 T223 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 74618 T225 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/collection1
[junit4:junit4]   2> 74619 T225 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 74620 T225 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 74621 T225 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 74624 T225 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/collection1/'
[junit4:junit4]   2> 74626 T225 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/collection1/lib/README' to classloader
[junit4:junit4]   2> 74626 T225 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 74725 T225 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 74799 T225 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 74901 T225 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 74909 T225 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 75627 T225 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 75644 T225 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 75648 T225 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 75682 T225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 75689 T225 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 75696 T225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 75699 T225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 75699 T225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 75700 T225 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 75702 T225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 75702 T225 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 75703 T225 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 75756 T225 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-controljetty-1369772108880/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/
[junit4:junit4]   2> 75757 T225 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5034ce92
[junit4:junit4]   2> 75758 T225 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 75760 T225 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data
[junit4:junit4]   2> 75761 T225 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index/
[junit4:junit4]   2> 75762 T225 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 75763 T225 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index
[junit4:junit4]   2> 75770 T225 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 75771 T225 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 75865 T225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 75865 T225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 75866 T225 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 75867 T225 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 75868 T225 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 75868 T225 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 75869 T225 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 75870 T225 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 75871 T225 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 75895 T225 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 75910 T225 oass.SolrIndexSearcher.<init> Opening Searcher@7ff56c41 main
[junit4:junit4]   2> 75924 T225 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 75924 T225 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 75929 T226 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7ff56c41 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 75931 T225 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 75931 T225 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 76111 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 76113 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55991_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55991/cil"}
[junit4:junit4]   2> 76113 T223 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 76155 T223 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 76186 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 76936 T225 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 76937 T225 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55991/cil collection:control_collection shard:shard1
[junit4:junit4]   2> 76956 T225 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=10000&maxConnectionsPerHost=20&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 76979 T225 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 77006 T225 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 77018 T225 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 77019 T225 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 77026 T225 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55991/cil/collection1/
[junit4:junit4]   2> 77027 T225 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 77027 T225 oasc.SyncStrategy.syncToMe http://127.0.0.1:55991/cil/collection1/ has no replicas
[junit4:junit4]   2> 77028 T225 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55991/cil/collection1/
[junit4:junit4]   2> 77028 T225 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 77694 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 77744 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 77762 T225 oasc.ZkController.register We are http://127.0.0.1:55991/cil/collection1/ and leader is http://127.0.0.1:55991/cil/collection1/
[junit4:junit4]   2> 77768 T225 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55991/cil
[junit4:junit4]   2> 77768 T225 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 77769 T225 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 77769 T225 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 77773 T225 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 77774 T200 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 77775 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 77776 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 77791 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 77799 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 77803 T229 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@34c67267 name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 77803 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 77806 T200 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 77813 T200 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 78116 T200 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 78119 T200 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55995
[junit4:junit4]   2> 78120 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 78121 T200 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 78121 T200 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914
[junit4:junit4]   2> 78122 T200 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/solr.xml
[junit4:junit4]   2> 78122 T200 oasc.CoreContainer.<init> New CoreContainer 206464663
[junit4:junit4]   2> 78123 T200 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/'
[junit4:junit4]   2> 78124 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/'
[junit4:junit4]   2> 78270 T200 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 78271 T200 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 78271 T200 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 78272 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 78273 T200 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 78273 T200 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 78274 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 78274 T200 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 78275 T200 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 78276 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 78297 T200 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 78299 T200 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55988/solr
[junit4:junit4]   2> 78299 T200 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 78301 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 78308 T240 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@29d73d64 name:ZooKeeperConnection Watcher:127.0.0.1:55988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 78309 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 78326 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 78341 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 78344 T242 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@92b0daf name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 78345 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 78353 T200 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 79255 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 79257 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55991_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55991_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55991/cil"}
[junit4:junit4]   2> 79301 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 79301 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 79301 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 79360 T200 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55995_cil
[junit4:junit4]   2> 79363 T200 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55995_cil
[junit4:junit4]   2> 79368 T222 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 79368 T242 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 79368 T229 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 79369 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 79369 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 79370 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 79386 T243 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/collection1
[junit4:junit4]   2> 79387 T243 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 79388 T243 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 79388 T243 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 79391 T243 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/collection1/'
[junit4:junit4]   2> 79393 T243 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/collection1/lib/README' to classloader
[junit4:junit4]   2> 79393 T243 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 79452 T243 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 79521 T243 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 79623 T243 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 79631 T243 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 80342 T243 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 80360 T243 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 80364 T243 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 80397 T243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 80405 T243 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 80411 T243 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 80413 T243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 80414 T243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 80414 T243 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 80416 T243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 80417 T243 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 80417 T243 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 80418 T243 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty1-1369772112914/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/
[junit4:junit4]   2> 80418 T243 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5034ce92
[junit4:junit4]   2> 80419 T243 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 80420 T243 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1
[junit4:junit4]   2> 80421 T243 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index/
[junit4:junit4]   2> 80422 T243 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 80424 T243 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index
[junit4:junit4]   2> 80430 T243 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 80431 T243 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 80435 T243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 80435 T243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 80437 T243 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 80438 T243 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 80439 T243 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 80439 T243 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 80440 T243 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 80441 T243 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 80442 T243 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 80459 T243 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 80471 T243 oass.SolrIndexSearcher.<init> Opening Searcher@26e5aca1 main
[junit4:junit4]   2> 80472 T243 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 80473 T243 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 80479 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26e5aca1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 80483 T243 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 80483 T243 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 80811 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 80813 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55995_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55995/cil"}
[junit4:junit4]   2> 80813 T223 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 1
[junit4:junit4]   2> 80814 T223 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 80822 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 80822 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 80822 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 81487 T243 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 81488 T243 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55995/cil collection:collection1 shard:shard1
[junit4:junit4]   2> 81490 T243 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 81643 T243 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 81673 T243 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 81674 T243 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 81674 T243 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 81675 T243 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 81675 T243 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/ has no replicas
[junit4:junit4]   2> 81676 T243 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 81676 T243 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 82338 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 82368 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 82369 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 82369 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 82406 T243 oasc.ZkController.register We are http://127.0.0.1:55995/cil/collection1/ and leader is http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 82406 T243 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55995/cil
[junit4:junit4]   2> 82407 T243 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 82407 T243 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 82407 T243 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 82412 T243 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 82413 T200 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 82414 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 82415 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 82719 T200 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 82722 T200 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55998
[junit4:junit4]   2> 82723 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 82724 T200 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 82725 T200 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534
[junit4:junit4]   2> 82725 T200 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/solr.xml
[junit4:junit4]   2> 82726 T200 oasc.CoreContainer.<init> New CoreContainer 2097108853
[junit4:junit4]   2> 82727 T200 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/'
[junit4:junit4]   2> 82727 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/'
[junit4:junit4]   2> 82878 T200 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 82879 T200 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 82880 T200 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 82880 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 82881 T200 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 82881 T200 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 82882 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 82883 T200 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 82883 T200 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 82884 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 82902 T200 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 82903 T200 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55988/solr
[junit4:junit4]   2> 82903 T200 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 82904 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 82908 T256 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fbe973b name:ZooKeeperConnection Watcher:127.0.0.1:55988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 82909 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 82926 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 82940 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 82943 T258 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b9def27 name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 82944 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 82952 T200 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 83885 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 83887 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55995_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55995_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55995/cil"}
[junit4:junit4]   2> 83912 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 83912 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 83912 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 83912 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 83959 T200 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55998_cil
[junit4:junit4]   2> 83961 T200 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55998_cil
[junit4:junit4]   2> 83965 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 83966 T242 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 83966 T229 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 83967 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 83967 T222 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 83967 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 83968 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 83969 T258 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 83977 T259 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/collection1
[junit4:junit4]   2> 83978 T259 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 83979 T259 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 83979 T259 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 83982 T259 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/collection1/'
[junit4:junit4]   2> 83984 T259 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/collection1/lib/README' to classloader
[junit4:junit4]   2> 83985 T259 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 84044 T259 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 84112 T259 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 84214 T259 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 84223 T259 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 84881 T259 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 84892 T259 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 84895 T259 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 84919 T259 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 84924 T259 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 84928 T259 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 84930 T259 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 84931 T259 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 84931 T259 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 84933 T259 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 84933 T259 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 84933 T259 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 84934 T259 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty2-1369772117534/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/
[junit4:junit4]   2> 84934 T259 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5034ce92
[junit4:junit4]   2> 84935 T259 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 84936 T259 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2
[junit4:junit4]   2> 84936 T259 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index/
[junit4:junit4]   2> 84937 T259 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 84938 T259 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index
[junit4:junit4]   2> 84943 T259 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 84943 T259 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 84946 T259 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 84946 T259 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 84947 T259 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 84948 T259 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 84948 T259 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 84949 T259 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 84949 T259 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 84950 T259 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 84950 T259 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 84964 T259 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 84971 T259 oass.SolrIndexSearcher.<init> Opening Searcher@79d223e1 main
[junit4:junit4]   2> 84972 T259 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 84973 T259 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 84977 T260 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@79d223e1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 84980 T259 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 84980 T259 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 85421 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 85422 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55998_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55998/cil"}
[junit4:junit4]   2> 85423 T223 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 85423 T223 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 85431 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 85431 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 85431 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 85431 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 85984 T259 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 85985 T259 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55998/cil collection:collection1 shard:shard1
[junit4:junit4]   2> 85991 T259 oasc.ZkController.register We are http://127.0.0.1:55998/cil/collection1/ and leader is http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 85992 T259 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55998/cil
[junit4:junit4]   2> 85992 T259 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 85992 T259 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C19 name=collection1 org.apache.solr.core.SolrCore@13b5da2 url=http://127.0.0.1:55998/cil/collection1 node=127.0.0.1:55998_cil C19_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:55998_cil, base_url=http://127.0.0.1:55998/cil}
[junit4:junit4]   2> 86001 T261 C19 P55998 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 86002 T261 C19 P55998 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 86002 T259 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 86002 T261 C19 P55998 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 86003 T261 C19 P55998 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 86004 T200 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 86004 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 86005 T261 C19 P55998 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 86005 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 86056 T232 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:55998_cil_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 86331 T200 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 86334 T200 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56002
[junit4:junit4]   2> 86335 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 86335 T200 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 86336 T200 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128
[junit4:junit4]   2> 86336 T200 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/solr.xml
[junit4:junit4]   2> 86337 T200 oasc.CoreContainer.<init> New CoreContainer 174226672
[junit4:junit4]   2> 86338 T200 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/'
[junit4:junit4]   2> 86338 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/'
[junit4:junit4]   2> 86515 T200 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 86516 T200 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 86516 T200 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 86517 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 86518 T200 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 86518 T200 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 86519 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 86520 T200 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 86520 T200 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 86521 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 86541 T200 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 86543 T200 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55988/solr
[junit4:junit4]   2> 86543 T200 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 86545 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 86592 T273 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@419558d0 name:ZooKeeperConnection Watcher:127.0.0.1:55988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 86594 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 86632 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 86645 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 86672 T275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62d6c912 name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 86672 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 86713 T200 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 86946 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 86948 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55998_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55998_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55998/cil"}
[junit4:junit4]   2> 86983 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 86983 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 86983 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 86983 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 86983 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 87057 T232 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:55998_cil_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 87058 T232 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:55998_cil_collection1&state=recovering&nodeName=127.0.0.1:55998_cil&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1012 
[junit4:junit4]   2> 87720 T200 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56002_cil
[junit4:junit4]   2> 87749 T200 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56002_cil
[junit4:junit4]   2> 87753 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 87753 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 87754 T242 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 87755 T229 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 87755 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87754 T222 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 87755 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87756 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 87757 T275 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 87758 T258 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 87774 T276 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/collection1
[junit4:junit4]   2> 87774 T276 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 87776 T276 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 87776 T276 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 87779 T276 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/collection1/'
[junit4:junit4]   2> 87780 T276 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 87781 T276 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/collection1/lib/README' to classloader
[junit4:junit4]   2> 87842 T276 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 87913 T276 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 88015 T276 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 88024 T276 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 88731 T276 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 88747 T276 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 88752 T276 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 88789 T276 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 88796 T276 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 88802 T276 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 88805 T276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 88805 T276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 88806 T276 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 88808 T276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 88808 T276 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 88809 T276 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 88809 T276 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty3-1369772121128/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/
[junit4:junit4]   2> 88809 T276 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5034ce92
[junit4:junit4]   2> 88810 T276 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 88812 T276 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3
[junit4:junit4]   2> 88813 T276 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index/
[junit4:junit4]   2> 88814 T276 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 88815 T276 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index
[junit4:junit4]   2> 88821 T276 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 88822 T276 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 88826 T276 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 88826 T276 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 88827 T276 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 88828 T276 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 88829 T276 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 88829 T276 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 88830 T276 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 88831 T276 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 88832 T276 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 88849 T276 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 88860 T276 oass.SolrIndexSearcher.<init> Opening Searcher@6b203d1b main
[junit4:junit4]   2> 88862 T276 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 88862 T276 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 88869 T277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b203d1b main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 88873 T276 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 88873 T276 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C20 name=collection1 org.apache.solr.core.SolrCore@13b5da2 url=http://127.0.0.1:55998/cil/collection1 node=127.0.0.1:55998_cil C20_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:55998_cil, base_url=http://127.0.0.1:55998/cil}
[junit4:junit4]   2> 89060 T261 C20 P55998 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55995/cil/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 89074 T261 C20 P55998 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&connTimeout=30000&socketTimeout=30000&retry=false
[junit4:junit4]   2> 89104 T261 C20 P55998 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55998/cil START replicas=[http://127.0.0.1:55995/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 89105 T261 C20 P55998 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 89106 T261 C20 P55998 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 89106 T261 C20 P55998 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 89107 T261 C20 P55998 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 89107 T261 C20 P55998 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 89108 T261 C20 P55998 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55995/cil/collection1/. core=collection1
[junit4:junit4]   2> 89108 T261 C20 P55998 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C21 name=collection1 org.apache.solr.core.SolrCore@684bea7e url=http://127.0.0.1:55995/cil/collection1 node=127.0.0.1:55995_cil C21_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55995_cil, base_url=http://127.0.0.1:55995/cil, leader=true}
[junit4:junit4]   2> 89116 T233 C21 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 89149 T234 C21 P55995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 89155 T234 C21 P55995 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 89156 T234 C21 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 89160 T234 C21 P55995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 89161 T234 C21 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 89163 T234 C21 P55995 oass.SolrIndexSearcher.<init> Opening Searcher@73efba37 realtime
[junit4:junit4]   2> 89163 T234 C21 P55995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 89164 T234 C21 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4]   2> 89251 T261 C20 P55998 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 89252 T261 C20 P55998 oascsi.HttpClientUtil.createClient Creating new http client, config:connTimeout=5000&socketTimeout=20000&allowCompression=false&maxConnections=10000&maxConnectionsPerHost=10000
[junit4:junit4]   2> 89289 T261 C20 P55998 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 89293 T235 C21 P55995 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 89294 T235 C21 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 89296 T261 C20 P55998 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 89297 T261 C20 P55998 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 89297 T261 C20 P55998 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 89302 T235 C21 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=2 
[junit4:junit4]   2> 89303 T261 C20 P55998 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 89305 T261 C20 P55998 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index.20130528201524404
[junit4:junit4]   2> 89306 T261 C20 P55998 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index.20130528201524404 lockFactory=org.apache.lucene.store.NativeFSLockFactory@20e213fb fullCopy=false
[junit4:junit4]   2> 89326 T235 C21 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=7 
[junit4:junit4]   2> 89346 T261 C20 P55998 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 89355 T261 C20 P55998 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 89356 T261 C20 P55998 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 89370 T261 C20 P55998 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 89371 T261 C20 P55998 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 89372 T261 C20 P55998 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 89373 T261 C20 P55998 oass.SolrIndexSearcher.<init> Opening Searcher@322c096 main
[junit4:junit4]   2> 89375 T260 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@322c096 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 89376 T261 C20 P55998 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index.20130528201524404 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index.20130528201524404;done=true>>]
[junit4:junit4]   2> 89376 T261 C20 P55998 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index.20130528201524404
[junit4:junit4]   2> 89377 T261 C20 P55998 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index.20130528201524404
[junit4:junit4]   2> 89379 T261 C20 P55998 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 89379 T261 C20 P55998 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 89379 T261 C20 P55998 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 89379 T261 C20 P55998 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 89382 T261 C20 P55998 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 90000 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 90002 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56002_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56002/cil"}
[junit4:junit4]   2> 90003 T223 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 90003 T223 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 90038 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:55998_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55998_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55998/cil"}
[junit4:junit4]   2> 90052 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 90052 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 90052 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 90052 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 90052 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 90878 T276 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 90878 T276 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56002/cil collection:collection1 shard:shard1
[junit4:junit4]   2> 90884 T276 oasc.ZkController.register We are http://127.0.0.1:56002/cil/collection1/ and leader is http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 90885 T276 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56002/cil
[junit4:junit4]   2> 90885 T276 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 90885 T276 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C22 name=collection1 org.apache.solr.core.SolrCore@3270dafc url=http://127.0.0.1:56002/cil/collection1 node=127.0.0.1:56002_cil C22_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56002_cil, base_url=http://127.0.0.1:56002/cil}
[junit4:junit4]   2> 90886 T280 C22 P56002 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 90887 T280 C22 P56002 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 90887 T276 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 90888 T280 C22 P56002 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 90888 T280 C22 P56002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 90889 T200 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 90890 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 90891 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 90891 T280 C22 P56002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 90919 T236 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:56002_cil_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 91269 T200 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 91272 T200 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56009
[junit4:junit4]   2> 91273 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 91274 T200 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 91275 T200 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017
[junit4:junit4]   2> 91275 T200 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/solr.xml
[junit4:junit4]   2> 91276 T200 oasc.CoreContainer.<init> New CoreContainer 1106451385
[junit4:junit4]   2> 91276 T200 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/'
[junit4:junit4]   2> 91277 T200 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/'
[junit4:junit4]   2> 91438 T200 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 91439 T200 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 91440 T200 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 91440 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 91441 T200 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 91442 T200 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 91442 T200 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 91443 T200 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 91444 T200 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 91444 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 91465 T200 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 91466 T200 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55988/solr
[junit4:junit4]   2> 91467 T200 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 91468 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 91472 T292 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f81a699 name:ZooKeeperConnection Watcher:127.0.0.1:55988 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 91473 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 91508 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 91522 T200 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 91531 T294 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@679cceca name:ZooKeeperConnection Watcher:127.0.0.1:55988/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 91532 T200 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 91556 T200 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 91564 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 91566 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56002_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56002_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56002/cil"}
[junit4:junit4]   2> 91604 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 91604 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 91604 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 91604 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 91604 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 91604 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 91921 T236 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:56002_cil_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 91922 T236 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:56002_cil_collection1&state=recovering&nodeName=127.0.0.1:56002_cil&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 92563 T200 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56009_cil
[junit4:junit4]   2> 92566 T200 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56009_cil
[junit4:junit4]   2> 92570 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 92570 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 92571 T229 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 92571 T222 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 92572 T242 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 92572 T294 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 92571 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 92573 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 92572 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 92572 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 92574 T275 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 92575 T258 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 92583 T295 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/collection1
[junit4:junit4]   2> 92583 T295 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 92585 T295 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 92585 T295 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 92588 T295 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/collection1/'
[junit4:junit4]   2> 92590 T295 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 92590 T295 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/collection1/lib/README' to classloader
[junit4:junit4]   2> 92649 T295 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 92737 T295 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 92839 T295 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 92848 T295 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 93536 T295 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 93552 T295 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 93557 T295 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 93592 T295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 93598 T295 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 93605 T295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 93607 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 93607 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 93608 T295 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 93610 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 93610 T295 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 93611 T295 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 93611 T295 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/./org.apache.solr.cloud.SyncSliceTest-jetty4-1369772126017/collection1/, dataDir=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/
[junit4:junit4]   2> 93611 T295 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5034ce92
[junit4:junit4]   2> 93612 T295 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 93614 T295 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4
[junit4:junit4]   2> 93615 T295 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index/
[junit4:junit4]   2> 93616 T295 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 93617 T295 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index
[junit4:junit4]   2> 93623 T295 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 93623 T295 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 93627 T295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 93628 T295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 93629 T295 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 93630 T295 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 93631 T295 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 93631 T295 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 93632 T295 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 93633 T295 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 93633 T295 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 93651 T295 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 93662 T295 oass.SolrIndexSearcher.<init> Opening Searcher@23aeae74 main
[junit4:junit4]   2> 93663 T295 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 93664 T295 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 93670 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23aeae74 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 93673 T295 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 93674 T295 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C23 name=collection1 org.apache.solr.core.SolrCore@3270dafc url=http://127.0.0.1:56002/cil/collection1 node=127.0.0.1:56002_cil C23_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56002_cil, base_url=http://127.0.0.1:56002/cil}
[junit4:junit4]   2> 93924 T280 C23 P56002 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55995/cil/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 93924 T280 C23 P56002 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56002/cil START replicas=[http://127.0.0.1:55995/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 93925 T280 C23 P56002 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 93926 T280 C23 P56002 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 93926 T280 C23 P56002 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 93926 T280 C23 P56002 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 93927 T280 C23 P56002 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 93927 T280 C23 P56002 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55995/cil/collection1/. core=collection1
[junit4:junit4]   2> 93927 T280 C23 P56002 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C24 name=collection1 org.apache.solr.core.SolrCore@684bea7e url=http://127.0.0.1:55995/cil/collection1 node=127.0.0.1:55995_cil C24_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55995_cil, base_url=http://127.0.0.1:55995/cil, leader=true}
[junit4:junit4]   2> 93929 T233 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 93948 T237 C24 P55995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 93953 T237 C24 P55995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 93954 T237 C24 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 93955 T237 C24 P55995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 93956 T237 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 93958 T280 C23 P56002 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 93958 T280 C23 P56002 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 93963 T235 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 93964 T280 C23 P56002 oash.SnapPuller.fetchLatestIndex Master's generation: 3
[junit4:junit4]   2> 93965 T280 C23 P56002 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 93965 T280 C23 P56002 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 93969 T235 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=3&version=2} status=0 QTime=1 
[junit4:junit4]   2> 93970 T280 C23 P56002 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 93972 T280 C23 P56002 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index.20130528201529071
[junit4:junit4]   2> 93973 T280 C23 P56002 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index.20130528201529071 lockFactory=org.apache.lucene.store.NativeFSLockFactory@58911a7a fullCopy=false
[junit4:junit4]   2> 93979 T235 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={file=segments_3&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=3} status=0 QTime=0 
[junit4:junit4]   2> 93982 T280 C23 P56002 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 93986 T280 C23 P56002 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 93986 T280 C23 P56002 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 93993 T280 C23 P56002 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 93994 T280 C23 P56002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 93995 T280 C23 P56002 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 93996 T280 C23 P56002 oass.SolrIndexSearcher.<init> Opening Searcher@61288759 main
[junit4:junit4]   2> 93998 T277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61288759 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 93999 T280 C23 P56002 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index.20130528201529071 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index.20130528201529071;done=true>>]
[junit4:junit4]   2> 93999 T280 C23 P56002 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index.20130528201529071
[junit4:junit4]   2> 93999 T280 C23 P56002 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index.20130528201529071
[junit4:junit4]   2> 94001 T280 C23 P56002 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 94002 T280 C23 P56002 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 94002 T280 C23 P56002 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 94002 T280 C23 P56002 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 94005 T280 C23 P56002 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 94615 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 94617 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56009_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56009/cil"}
[junit4:junit4]   2> 94617 T223 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
[junit4:junit4]   2> 94618 T223 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 94625 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56002_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56002_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56002/cil"}
[junit4:junit4]   2> 94639 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 94639 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 94639 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 94639 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 94639 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 94639 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 94677 T295 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 94677 T295 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56009/cil collection:collection1 shard:shard1
[junit4:junit4]   2> 94684 T295 oasc.ZkController.register We are http://127.0.0.1:56009/cil/collection1/ and leader is http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 94684 T295 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56009/cil
[junit4:junit4]   2> 94684 T295 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 94685 T295 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C25 name=collection1 org.apache.solr.core.SolrCore@212630ff url=http://127.0.0.1:56009/cil/collection1 node=127.0.0.1:56009_cil C25_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56009_cil, base_url=http://127.0.0.1:56009/cil}
[junit4:junit4]   2> 94686 T299 C25 P56009 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 94687 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 94687 T295 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 94687 T299 C25 P56009 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 94688 T299 C25 P56009 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 94689 T200 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0
[junit4:junit4]   2> 94690 T200 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 94690 T299 C25 P56009 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 94690 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 94718 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 94719 T238 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:56009_cil_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 94721 T200 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 94721 T200 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 94723 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 95726 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 96151 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 96153 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56009_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56009_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56009/cil"}
[junit4:junit4]   2> 96168 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 96168 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 96169 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 96168 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 96168 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 96168 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 96722 T238 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:56009_cil_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 96723 T238 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:56009_cil_collection1&state=recovering&nodeName=127.0.0.1:56009_cil&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 96730 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 97733 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C25_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56009_cil, base_url=http://127.0.0.1:56009/cil}
[junit4:junit4]   2> 98725 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55995/cil/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 98725 T299 C25 P56009 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56009/cil START replicas=[http://127.0.0.1:55995/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 98726 T299 C25 P56009 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 98726 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 98727 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 98727 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 98727 T299 C25 P56009 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 98728 T299 C25 P56009 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55995/cil/collection1/. core=collection1
[junit4:junit4]   2> 98728 T299 C25 P56009 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 98730 T233 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 98737 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 98743 T232 C24 P55995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 98748 T232 C24 P55995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=3
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 98749 T232 C24 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 98750 T232 C24 P55995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 98751 T232 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 8
[junit4:junit4]   2> 98752 T299 C25 P56009 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 98753 T299 C25 P56009 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 98757 T235 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 98758 T299 C25 P56009 oash.SnapPuller.fetchLatestIndex Master's generation: 4
[junit4:junit4]   2> 98759 T299 C25 P56009 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 98759 T299 C25 P56009 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 98763 T235 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=4&version=2} status=0 QTime=1 
[junit4:junit4]   2> 98765 T299 C25 P56009 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 98767 T299 C25 P56009 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index.20130528201533865
[junit4:junit4]   2> 98768 T299 C25 P56009 oash.SnapPuller.fetchLatestIndex Starting download to org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index.20130528201533865 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3afdaa87 fullCopy=false
[junit4:junit4]   2> 98774 T235 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/replication params={file=segments_4&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=4} status=0 QTime=0 
[junit4:junit4]   2> 98776 T299 C25 P56009 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 98786 T299 C25 P56009 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 98786 T299 C25 P56009 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 98792 T299 C25 P56009 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 98792 T299 C25 P56009 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 98793 T299 C25 P56009 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 98794 T299 C25 P56009 oass.SolrIndexSearcher.<init> Opening Searcher@6978d57d main
[junit4:junit4]   2> 98796 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6978d57d main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 98796 T299 C25 P56009 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index.20130528201533865 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index.20130528201533865;done=true>>]
[junit4:junit4]   2> 98797 T299 C25 P56009 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index.20130528201533865
[junit4:junit4]   2> 98797 T299 C25 P56009 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index.20130528201533865
[junit4:junit4]   2> 98799 T299 C25 P56009 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 98799 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 98799 T299 C25 P56009 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 98799 T299 C25 P56009 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 98802 T299 C25 P56009 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 99180 T223 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 99182 T223 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56009_cil_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56009_cil",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56009/cil"}
[junit4:junit4]   2> 99197 T229 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 99198 T222 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 99197 T258 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 99197 T242 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 99197 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 99197 T275 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 99740 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 99742 T200 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C26 name=collection1 org.apache.solr.core.SolrCore@6b8655aa url=http://127.0.0.1:55991/cil/collection1 node=127.0.0.1:55991_cil C26_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55991_cil, base_url=http://127.0.0.1:55991/cil, leader=true}
[junit4:junit4]   2> 99757 T212 C26 P55991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 99764 T212 C26 P55991 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 99765 T212 C26 P55991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 99769 T212 C26 P55991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 99770 T212 C26 P55991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 99772 T212 C26 P55991 oass.SolrIndexSearcher.<init> Opening Searcher@4cb1da73 main
[junit4:junit4]   2> 99772 T212 C26 P55991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 99774 T226 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cb1da73 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 99775 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 18
[junit4:junit4]   2> 99792 T234 C24 P55995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 99796 T234 C24 P55995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 99797 T234 C24 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 99799 T234 C24 P55995 oass.SolrIndexSearcher.<init> Opening Searcher@22759b0e main
[junit4:junit4]   2> 99799 T234 C24 P55995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 99801 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@22759b0e main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 99820 T234 C24 P55995 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55998/cil/collection1/, StdNode: http://127.0.0.1:56002/cil/collection1/, StdNode: http://127.0.0.1:56009/cil/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2>  C25_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56009_cil, base_url=http://127.0.0.1:56009/cil}
[junit4:junit4]   2> 99853 T284 C25 P56009 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C23_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56002_cil, base_url=http://127.0.0.1:56002/cil}
[junit4:junit4]   2> 99853 T265 C23 P56002 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C27 name=collection1 org.apache.solr.core.SolrCore@13b5da2 url=http://127.0.0.1:55998/cil/collection1 node=127.0.0.1:55998_cil C27_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55998_cil, base_url=http://127.0.0.1:55998/cil}
[junit4:junit4]   2> 99853 T248 C27 P55998 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 99868 T284 C25 P56009 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 99868 T265 C23 P56002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 99869 T284 C25 P56009 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 99870 T248 C27 P55998 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 99869 T265 C23 P56002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 99871 T248 C27 P55998 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 99872 T284 C25 P56009 oass.SolrIndexSearcher.<init> Opening Searcher@1e106ae7 main
[junit4:junit4]   2> 99873 T284 C25 P56009 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 99874 T265 C23 P56002 oass.SolrIndexSearcher.<init> Opening Searcher@2cd15469 main
[junit4:junit4]   2> 99874 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e106ae7 main{StandardDirectoryReader(segments_4:1:nrt)}
[junit4:junit4]   2> 99874 T248 C27 P55998 oass.SolrIndexSearcher.<init> Opening Searcher@43db6e02 main
[junit4:junit4]   2> 99875 T265 C23 P56002 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 99876 T277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cd15469 main{StandardDirectoryReader(segments_3:1:nrt)}
[junit4:junit4]   2> 99876 T248 C27 P55998 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 99875 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 99877 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 24
[junit4:junit4]   2> 99877 T260 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43db6e02 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 99879 T248 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 26
[junit4:junit4]   2> 99880 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 88
[junit4:junit4]   2> 99882 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 99896 T236 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=10 
[junit4:junit4]   2> 99901 T249 C27 P55998 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 99904 T266 C23 P56002 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 99908 T285 C25 P56009 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 102001 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436310188346834944)} 0 88
[junit4:junit4]   2> 102023 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={update.distrib=FROMLEADER&_version_=-1436310188438061056&update.from=http://127.0.0.1:55995/cil/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436310188438061056)} 0 3
[junit4:junit4]   2> 102023 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={update.distrib=FROMLEADER&_version_=-1436310188438061056&update.from=http://127.0.0.1:55995/cil/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436310188438061056)} 0 3
[junit4:junit4]   2> 102023 T248 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={update.distrib=FROMLEADER&_version_=-1436310188438061056&update.from=http://127.0.0.1:55995/cil/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1436310188438061056)} 0 2
[junit4:junit4]   2> 102025 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1436310188438061056)} 0 19
[junit4:junit4]   2> 102043 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[0 (1436310188470566912)]} 0 13
[junit4:junit4]   2> 102082 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436310188482101248)]} 0 7
[junit4:junit4]   2> 102083 T248 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436310188482101248)]} 0 8
[junit4:junit4]   2> 102083 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1436310188482101248)]} 0 8
[junit4:junit4]   2> 102085 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[0 (1436310188482101248)]} 0 37
[junit4:junit4]   2> 102093 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[1 (1436310188526141440)]} 0 3
[junit4:junit4]   2> 102105 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436310188534530048)]} 0 2
[junit4:junit4]   2> 102107 T248 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436310188534530048)]} 0 3
[junit4:junit4]   2> 102107 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1436310188534530048)]} 0 3
[junit4:junit4]   2> 102108 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[1 (1436310188534530048)]} 0 11
[junit4:junit4]   2> 102116 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[2 (1436310188550258688)]} 0 3
[junit4:junit4]   2> 102120 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:55998/cil/collection1/]
[junit4:junit4]   2> 102121 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:55998/cil/collection1/ against:[http://127.0.0.1:55998/cil/collection1/] result:true
[junit4:junit4]   2> 102122 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:56002/cil/collection1/ against:[http://127.0.0.1:55998/cil/collection1/] result:false
[junit4:junit4]   2> 102122 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:56009/cil/collection1/ against:[http://127.0.0.1:55998/cil/collection1/] result:false
[junit4:junit4]   2> 102132 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:55998/cil/collection1/&wt=javabin&version=2} {add=[2 (1436310188560744448)]} 0 3
[junit4:junit4]   2> 102132 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:55998/cil/collection1/&wt=javabin&version=2} {add=[2 (1436310188560744448)]} 0 3
[junit4:junit4]   2> 102134 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={test.distrib.skip.servers=http://127.0.0.1:55998/cil/collection1/&wt=javabin&version=2} {add=[2 (1436310188560744448)]} 0 14
[junit4:junit4]   2> 102140 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[3 (1436310188576473088)]} 0 2
[junit4:junit4]   2> 102145 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:56002/cil/collection1/, http://127.0.0.1:55998/cil/collection1/]
[junit4:junit4]   2> 102146 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:55998/cil/collection1/ against:[http://127.0.0.1:56002/cil/collection1/, http://127.0.0.1:55998/cil/collection1/] result:true
[junit4:junit4]   2> 102146 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:56002/cil/collection1/ against:[http://127.0.0.1:56002/cil/collection1/, http://127.0.0.1:55998/cil/collection1/] result:true
[junit4:junit4]   2> 102147 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:56009/cil/collection1/ against:[http://127.0.0.1:56002/cil/collection1/, http://127.0.0.1:55998/cil/collection1/] result:false
[junit4:junit4]   2> 102157 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={distrib.from=http://127.0.0.1:55995/cil/collection1/&update.distrib=FROMLEADER&test.distrib.skip.servers=http://127.0.0.1:55998/cil/collection1/&wt=javabin&version=2} {add=[3 (1436310188585910272)]} 0 3
[junit4:junit4]   2> 102158 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={test.distrib.skip.servers=http://127.0.0.1:55998/cil/collection1/&test.distrib.skip.servers=http://127.0.0.1:56002/cil/collection1/&wt=javabin&version=2} {add=[3 (1436310188585910272)]} 0 13
[junit4:junit4]   2> 102163 T212 C26 P55991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102301 T212 C26 P55991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 102302 T212 C26 P55991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 102315 T212 C26 P55991 oass.SolrIndexSearcher.<init> Opening Searcher@59d9da65 main
[junit4:junit4]   2> 102316 T212 C26 P55991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102317 T226 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59d9da65 main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):C4)}
[junit4:junit4]   2> 102318 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 155
[junit4:junit4]   2> 102322 T234 C24 P55995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102376 T234 C24 P55995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_6,generation=6}
[junit4:junit4]   2> 102377 T234 C24 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4]   2> 102388 T234 C24 P55995 oass.SolrIndexSearcher.<init> Opening Searcher@3ef03203 main
[junit4:junit4]   2> 102389 T234 C24 P55995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102390 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3ef03203 main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4]   2> 102391 T234 C24 P55995 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55998/cil/collection1/, StdNode: http://127.0.0.1:56002/cil/collection1/, StdNode: http://127.0.0.1:56009/cil/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 102395 T284 C25 P56009 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102395 T248 C27 P55998 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102395 T265 C23 P56002 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102523 T248 C27 P55998 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 102524 T248 C27 P55998 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 102525 T265 C23 P56002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 102526 T265 C23 P56002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 102527 T284 C25 P56009 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_6,generation=6}
[junit4:junit4]   2> 102527 T284 C25 P56009 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4]   2> 102540 T248 C27 P55998 oass.SolrIndexSearcher.<init> Opening Searcher@6b0e8c8c main
[junit4:junit4]   2> 102541 T265 C23 P56002 oass.SolrIndexSearcher.<init> Opening Searcher@4ebbbb73 main
[junit4:junit4]   2> 102542 T248 C27 P55998 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102542 T265 C23 P56002 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102543 T260 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b0e8c8c main{StandardDirectoryReader(segments_4:3:nrt _0(4.4):C2)}
[junit4:junit4]   2> 102544 T277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ebbbb73 main{StandardDirectoryReader(segments_5:3:nrt _0(4.4):C3)}
[junit4:junit4]   2> 102544 T248 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 149
[junit4:junit4]   2> 102545 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 150
[junit4:junit4]   2> 102544 T284 C25 P56009 oass.SolrIndexSearcher.<init> Opening Searcher@39c5efc9 main
[junit4:junit4]   2> 102546 T284 C25 P56009 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102547 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39c5efc9 main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4]   2> 102548 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 153
[junit4:junit4]   2> 102549 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 227
[junit4:junit4]   2> 102550 T200 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):230
[junit4:junit4]   2> 102552 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 102553 T200 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 102557 T236 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=0 
[junit4:junit4]   2> 102562 T249 C27 P55998 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=2 status=0 QTime=1 
[junit4:junit4]   2> 102566 T266 C23 P56002 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=3 status=0 QTime=1 
[junit4:junit4]   2> 102570 T285 C25 P56009 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 102577 T200 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 102607 T267 oasha.CollectionsHandler.handleSyncShardAction Syncing shard : shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2
[junit4:junit4]   2> 102608 T267 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 102625 T237 oasha.CoreAdminHandler.handleRequestSyncAction I have been requested to sync up my shard
[junit4:junit4]   2> 102626 T237 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 102626 T237 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55995/cil START replicas=[http://127.0.0.1:55998/cil/collection1/, http://127.0.0.1:56002/cil/collection1/, http://127.0.0.1:56009/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 102646 T268 C23 P56002 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=15 
[junit4:junit4]   2> 102646 T286 C25 P56009 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=15 
[junit4:junit4]   2> 102646 T250 C27 P55998 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=15 
[junit4:junit4]   2> 102648 T237 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55995/cil  Received 4 versions from 127.0.0.1:56002/cil/collection1/
[junit4:junit4]   2> 102649 T237 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55995/cil  Our versions are newer. ourLowThreshold=1436310188438061056 otherHigh=1436310188560744448
[junit4:junit4]   2> 102649 T237 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55995/cil  Received 5 versions from 127.0.0.1:56009/cil/collection1/
[junit4:junit4]   2> 102650 T237 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55995/cil  Our versions are newer. ourLowThreshold=1436310188438061056 otherHigh=1436310188560744448
[junit4:junit4]   2> 102650 T237 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55995/cil  Received 3 versions from 127.0.0.1:55998/cil/collection1/
[junit4:junit4]   2> 102651 T237 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55995/cil  Our versions are newer. ourLowThreshold=1436310188438061056 otherHigh=1436310188534530048
[junit4:junit4]   2> 102651 T237 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55995/cil DONE. sync succeeded
[junit4:junit4]   2> 102652 T237 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 102652 T237 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/: try and ask http://127.0.0.1:55998/cil/collection1/ to sync
[junit4:junit4]   2> 102653 T237 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/: try and ask http://127.0.0.1:56002/cil/collection1/ to sync
[junit4:junit4]   2> 102654 T237 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/: try and ask http://127.0.0.1:56009/cil/collection1/ to sync
[junit4:junit4]   2> 102657 T251 C27 P55998 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55998/cil START replicas=[http://127.0.0.1:55995/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 102657 T269 C23 P56002 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56002/cil START replicas=[http://127.0.0.1:55995/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 102658 T287 C25 P56009 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56009/cil START replicas=[http://127.0.0.1:55995/cil/collection1/] nUpdates=100
[junit4:junit4]   2> 102661 T238 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 102662 T232 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 102661 T233 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 102663 T287 C25 P56009 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:56009/cil  Received 5 versions from 127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 102663 T251 C27 P55998 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:55998/cil  Received 5 versions from 127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 102664 T287 C25 P56009 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:56009/cil  Our versions are newer. ourLowThreshold=1436310188438061056 otherHigh=1436310188560744448
[junit4:junit4]   2> 102662 T269 C23 P56002 oasu.PeerSync.handleVersions PeerSync: core=collection1 url=http://127.0.0.1:56002/cil  Received 5 versions from 127.0.0.1:55995/cil/collection1/
[junit4:junit4]   2> 102665 T287 C25 P56009 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56009/cil DONE. sync succeeded
[junit4:junit4]   2> 102664 T251 C27 P55998 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:55998/cil Requesting updates from 127.0.0.1:55995/cil/collection1/n=2 versions=[1436310188585910272, 1436310188560744448]
[junit4:junit4]   2> 102666 T287 C25 P56009 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={sync=http://127.0.0.1:55995/cil/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=8 
[junit4:junit4]   2> 102665 T269 C23 P56002 oasu.PeerSync.requestUpdates PeerSync: core=collection1 url=http://127.0.0.1:56002/cil Requesting updates from 127.0.0.1:55995/cil/collection1/n=1 versions=[1436310188585910272]
[junit4:junit4]   2> 102667 T237 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/:  sync completed with http://127.0.0.1:56009/cil/collection1/
[junit4:junit4]   2> 102670 T233 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={distrib=false&getUpdates=1436310188585910272,1436310188560744448&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 102671 T232 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={distrib=false&getUpdates=1436310188585910272&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 102680 T269 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] {add=[3 (1436310188585910272)]} 0 8
[junit4:junit4]   2> 102680 T269 C23 P56002 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56002/cil DONE. sync succeeded
[junit4:junit4]   2> 102681 T269 C23 P56002 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={sync=http://127.0.0.1:55995/cil/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=24 
[junit4:junit4]   2> 102682 T251 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] {add=[2 (1436310188560744448), 3 (1436310188585910272)]} 0 11
[junit4:junit4]   2> 102682 T237 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/:  sync completed with http://127.0.0.1:56002/cil/collection1/
[junit4:junit4]   2> 102683 T251 C27 P55998 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:55998/cil DONE. sync succeeded
[junit4:junit4]   2> 102684 T251 C27 P55998 oasc.SolrCore.execute [collection1] webapp=/cil path=/get params={sync=http://127.0.0.1:55995/cil/collection1/&getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=28 
[junit4:junit4]   2> 102685 T237 oasc.SyncStrategy.syncToMe http://127.0.0.1:55995/cil/collection1/:  sync completed with http://127.0.0.1:55998/cil/collection1/
[junit4:junit4]   2> 102685 T237 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={shard=shard1&action=REQUESTSYNCSHARD&core=collection1&collection=collection1&wt=javabin&version=2} status=0 QTime=60 
[junit4:junit4]   2> 102686 T267 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={shard=shard1&action=SYNCSHARD&collection=collection1&wt=javabin&version=2} status=0 QTime=86 
[junit4:junit4]   2> 102687 T200 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 102688 T200 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 102689 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 102691 T200 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> 102695 T212 C26 P55991 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102738 T212 C26 P55991 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/control/data/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 102739 T212 C26 P55991 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 102742 T212 C26 P55991 oass.SolrIndexSearcher.<init> Opening Searcher@77496cbe main
[junit4:junit4]   2> 102742 T212 C26 P55991 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102744 T226 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77496cbe main{StandardDirectoryReader(segments_3:3:nrt _0(4.4):C4)}
[junit4:junit4]   2> 102745 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 50
[junit4:junit4]   2> 102749 T234 C24 P55995 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102759 T234 C24 P55995 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=4
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_6,generation=6}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty1/index,segFN=segments_7,generation=7}
[junit4:junit4]   2> 102760 T234 C24 P55995 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
[junit4:junit4]   2> 102762 T234 C24 P55995 oass.SolrIndexSearcher.<init> Opening Searcher@45473e25 main
[junit4:junit4]   2> 102763 T234 C24 P55995 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102765 T244 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@45473e25 main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4]   2> 102765 T234 C24 P55995 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:55998/cil/collection1/, StdNode: http://127.0.0.1:56002/cil/collection1/, StdNode: http://127.0.0.1:56009/cil/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 102770 T265 C23 P56002 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102770 T284 C25 P56009 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102770 T248 C27 P55998 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 102784 T284 C25 P56009 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_6,generation=6}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index,segFN=segments_7,generation=7}
[junit4:junit4]   2> 102785 T284 C25 P56009 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
[junit4:junit4]   2> 102787 T284 C25 P56009 oass.SolrIndexSearcher.<init> Opening Searcher@65d4504c main
[junit4:junit4]   2> 102788 T284 C25 P56009 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102789 T296 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@65d4504c main{StandardDirectoryReader(segments_6:3:nrt _0(4.4):C4)}
[junit4:junit4]   2> 102790 T284 C25 P56009 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 102892 T265 C23 P56002 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty3/index,segFN=segments_6,generation=6}
[junit4:junit4]   2> 102893 T265 C23 P56002 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
[junit4:junit4]   2> 102894 T248 C27 P55998 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty2/index,segFN=segments_5,generation=5}
[junit4:junit4]   2> 102895 T248 C27 P55998 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 102907 T265 C23 P56002 oass.SolrIndexSearcher.<init> Opening Searcher@40037284 main
[junit4:junit4]   2> 102909 T265 C23 P56002 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102909 T248 C27 P55998 oass.SolrIndexSearcher.<init> Opening Searcher@41eefd1e main
[junit4:junit4]   2> 102910 T277 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@40037284 main{StandardDirectoryReader(segments_6:5:nrt _0(4.4):C3 _1(4.4):C1)}
[junit4:junit4]   2> 102911 T248 C27 P55998 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 102912 T265 C23 P56002 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 142
[junit4:junit4]   2> 102912 T260 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41eefd1e main{StandardDirectoryReader(segments_5:5:nrt _0(4.4):C2 _1(4.4):C2)}
[junit4:junit4]   2> 102913 T248 C27 P55998 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 143
[junit4:junit4]   2> 102914 T234 C24 P55995 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 165
[junit4:junit4]   2> 102916 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 102921 T236 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 102925 T249 C27 P55998 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 102929 T266 C23 P56002 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 102933 T285 C25 P56009 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 104936 T200 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> check const of shard1
[junit4:junit4]   2> client0
[junit4:junit4]   2> PROPS:127.0.0.1:55995_cil_collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:55995_cil","base_url":"http://127.0.0.1:55995/cil","leader":"true"}
[junit4:junit4]   2> 104942 T236 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client1
[junit4:junit4]   2> PROPS:127.0.0.1:55998_cil_collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:55998_cil","base_url":"http://127.0.0.1:55998/cil"}
[junit4:junit4]   2> 104947 T249 C27 P55998 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client2
[junit4:junit4]   2> PROPS:127.0.0.1:56002_cil_collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:56002_cil","base_url":"http://127.0.0.1:56002/cil"}
[junit4:junit4]   2> 104951 T266 C23 P56002 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> client3
[junit4:junit4]   2> PROPS:127.0.0.1:56009_cil_collection1:{"shard":"shard1","state":"active","core":"collection1","collection":"collection1","node_name":"127.0.0.1:56009_cil","base_url":"http://127.0.0.1:56009/cil"}
[junit4:junit4]   2> 104955 T285 C25 P56009 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=4 status=0 QTime=1 
[junit4:junit4]   2>  live:true
[junit4:junit4]   2>  num:4
[junit4:junit4]   2> 
[junit4:junit4]   2> 104959 T234 C24 P55995 oasc.SolrCore.execute [collection1] webapp=/cil path=/select params={q=*:*&wt=javabin&version=2} hits=4 status=0 QTime=1 
[junit4:junit4]   2> 104971 T212 C26 P55991 oasup.LogUpdateProcessor.finish [collection1] webapp=/cil path=/update params={wt=javabin&version=2} {add=[4 (1436310191540797440)]} 0 6
[junit4:junit4]   2> 104976 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest test.distrib.skip.servers was found and contains:[http://127.0.0.1:56002/cil/collection1/]
[junit4:junit4]   2> 104977 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:55998/cil/collection1/ against:[http://127.0.0.1:56002/cil/collection1/] result:false
[junit4:junit4]   2> 104977 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:56002/cil/collection1/ against:[http://127.0.0.1:56002/cil/collection1/] result:true
[junit4:junit4]   2> 104978 T234 C24 P55995 oasup.DistributedUpdateProcessor.setupRequest check url:http://127.0.0.1:56009/cil/co

[...truncated too long message...]

stBase.java:963)
[junit4:junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.doTest(SyncSliceTest.java:238)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 579420 T200 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 607938 T294 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:56009/cil  couldn't connect to http://127.0.0.1:56002/cil/collection1/, counting as success
[junit4:junit4]   2> 607938 T294 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56009/cil DONE. sync succeeded
[junit4:junit4]   2> 607939 T294 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 607939 T294 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4]   2> 607939 T294 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56009/cil/collection1/
[junit4:junit4]   2> 607940 T294 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@212630ff
[junit4:junit4]   2> 607942 T294 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=31,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 607942 T294 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 607942 T294 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 607943 T294 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 607946 T294 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 607948 T294 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 607948 T294 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4;done=false>>]
[junit4:junit4]   2> 607949 T294 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4
[junit4:junit4]   2> 607949 T294 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index;done=false>>]
[junit4:junit4]   2> 607949 T294 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build/solr-core/test/J0/org.apache.solr.cloud.SyncSliceTest-1369772107924/jetty4/index
[junit4:junit4]   2> 607950 T294 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 607950 T294 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89769384883388428-127.0.0.1:56009_cil_collection1-n_0000000006
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 607951 T294 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 607951 T294 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 607952 T294 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 607952 T294 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Memory doPackFST= true), text=Lucene41(blocksize=128), _version_=Pulsing41(freqCutoff=2 minBlockSize=79 maxBlockSize=193), rnd_b=PostingsFormat(name=NestedPulsing), intDefault=Pulsing41(freqCutoff=2 minBlockSize=79 maxBlockSize=193), timestamp=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=NestedPulsing), a_t=PostingsFormat(name=Memory doPackFST= true), range_facet_sl=PostingsFormat(name=NestedPulsing), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=Pulsing41(freqCutoff=2 minBlockSize=79 maxBlockSize=193), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=Pulsing41(freqCutoff=2 minBlockSize=79 maxBlockSize=193)}, docValues:{}, sim=DefaultSimilarity, locale=en_NZ, timezone=Atlantic/Reykjavik
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=3,free=358360144,total=511705088
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestOmitPositions, DistanceFunctionTest, TermVectorComponentTest, BadComponentTest, TestBadConfig, TestLuceneMatchVersion, SimplePostToolTest, DistributedTermsComponentTest, TestStressLucene, ResponseLogComponentTest, SolrIndexConfigTest, SyncSliceTest]
[junit4:junit4] Completed on J0 in 535.67s, 1 test, 1 failure <<< FAILURES!

[...truncated 791 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:386: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:366: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:1243: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java7/lucene/common-build.xml:887: There were test failures: 296 suites, 1235 tests, 1 failure, 13 ignored (7 assumptions)

Total time: 53 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure