You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/05/19 15:08:48 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 265 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/265/

1 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Sun May 19 16:05:18 AST 2013

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sun May 19 16:05:18 AST 2013
	at __randomizedtesting.SeedInfo.seed([A07EFAF4754DEA3A:7BD5FA3270658389]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1473)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:777)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 10111 lines...]
[junit4:junit4] Suite: org.apache.solr.handler.TestReplicationHandler
[junit4:junit4]   2> 1894612 T5083 oas.SolrTestCaseJ4.setUp ###Starting doTestReplicateAfterStartupWithNoActivity
[junit4:junit4]   2> 1894622 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1894625 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30136
[junit4:junit4]   2> 1894625 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1894626 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1894626 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master
[junit4:junit4]   2> 1894627 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/solr.xml
[junit4:junit4]   2> 1894627 T5083 oasc.CoreContainer.<init> New CoreContainer 1131054563
[junit4:junit4]   2> 1894628 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1894628 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/'
[junit4:junit4]   2> 1894629 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/'
[junit4:junit4]   2> 1894740 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1894741 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1894741 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1894741 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1894742 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1894742 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1894743 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1894743 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1894744 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1894744 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1894762 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1894768 T5093 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1
[junit4:junit4]   2> 1894768 T5093 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/'
[junit4:junit4]   2> 1894821 T5093 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1894875 T5093 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1894875 T5093 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1894879 T5093 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1894900 T5093 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1894902 T5093 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1894902 T5093 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/
[junit4:junit4]   2> 1894902 T5093 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1894903 T5093 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1894904 T5093 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data
[junit4:junit4]   2> 1894905 T5093 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index/
[junit4:junit4]   2> 1894905 T5093 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1894906 T5093 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index
[junit4:junit4]   2> 1894907 T5093 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62591c7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@485dc6a3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1894907 T5093 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1894908 T5093 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1894909 T5093 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1894909 T5093 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1894909 T5093 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1894910 T5093 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1894910 T5093 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1894924 T5093 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1894927 T5093 oass.SolrIndexSearcher.<init> Opening Searcher@76fb468a main
[junit4:junit4]   2> 1894928 T5093 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1894928 T5093 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1894929 T5093 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4:junit4]   2> 1894929 T5093 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1894929 T5093 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1894929 T5094 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76fb468a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1894930 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1894931 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1894932 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1894953 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1894956 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30137
[junit4:junit4]   2> 1894956 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1894957 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1894957 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave
[junit4:junit4]   2> 1894958 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/solr.xml
[junit4:junit4]   2> 1894958 T5083 oasc.CoreContainer.<init> New CoreContainer 582789454
[junit4:junit4]   2> 1894959 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1894959 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/'
[junit4:junit4]   2> 1894960 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/'
[junit4:junit4]   2> 1895030 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1895031 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1895031 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1895031 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1895032 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1895032 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1895033 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1895033 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1895033 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1895034 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1895046 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1895050 T5105 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1
[junit4:junit4]   2> 1895051 T5105 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/'
[junit4:junit4]   2> 1895095 T5105 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1895147 T5105 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1895147 T5105 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1895151 T5105 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1895168 T5105 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1895170 T5105 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1895170 T5105 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/
[junit4:junit4]   2> 1895170 T5105 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1895171 T5105 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1895172 T5105 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data
[junit4:junit4]   2> 1895173 T5105 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index/
[junit4:junit4]   2> 1895173 T5105 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1895174 T5105 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index
[junit4:junit4]   2> 1895175 T5105 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@10cbd279 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35670e8c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1895175 T5105 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1895176 T5105 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1895176 T5105 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1895176 T5105 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1895177 T5105 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1895177 T5105 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1895177 T5105 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1895179 T5105 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1895182 T5105 oass.SolrIndexSearcher.<init> Opening Searcher@23553ebd main
[junit4:junit4]   2> 1895183 T5105 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1895183 T5105 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1895188 T5105 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4:junit4]   2> 1895188 T5105 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1895188 T5106 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@23553ebd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1895189 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1895189 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1895190 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1895201 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=582789454
[junit4:junit4]   2> 1895202 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7b0ce25e
[junit4:junit4]   2> 1895203 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 1895204 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1895204 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1895205 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1895205 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1895206 T5083 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1895207 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index;done=false>>]
[junit4:junit4]   2> 1895207 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index
[junit4:junit4]   2> 1895208 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data;done=false>>]
[junit4:junit4]   2> 1895208 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data
[junit4:junit4]   2> 1895209 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> ASYNC  NEW_CORE C188 name=collection1 org.apache.solr.core.SolrCore@676f0256
[junit4:junit4]   2> 1895272 T5086 C188 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 1895274 T5086 C188 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62591c7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@485dc6a3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1895275 T5086 C188 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1895275 T5086 C188 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 4
[junit4:junit4]   2> 1895278 T5086 C188 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1895279 T5086 C188 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62591c7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@485dc6a3),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@62591c7e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@485dc6a3),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1895279 T5086 C188 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1895280 T5086 C188 oass.SolrIndexSearcher.<init> Opening Searcher@1a551101 main
[junit4:junit4]   2> 1895281 T5086 C188 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1895281 T5094 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1a551101 main{StandardDirectoryReader(segments_2:2:nrt)}
[junit4:junit4]   2> 1895281 T5086 C188 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 1895285 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1131054563
[junit4:junit4]   2> 1895286 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@676f0256
[junit4:junit4]   2> 1895287 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 1895288 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1895288 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1895289 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1895290 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1895291 T5083 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1895291 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index;done=false>>]
[junit4:junit4]   2> 1895292 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index
[junit4:junit4]   2> 1895292 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data;done=false>>]
[junit4:junit4]   2> 1895293 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data
[junit4:junit4]   2> 1895293 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 1895346 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1895350 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30139
[junit4:junit4]   2> 1895350 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1895351 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1895351 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master
[junit4:junit4]   2> 1895352 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/solr.xml
[junit4:junit4]   2> 1895352 T5083 oasc.CoreContainer.<init> New CoreContainer 1814502284
[junit4:junit4]   2> 1895353 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1895353 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/'
[junit4:junit4]   2> 1895354 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/'
[junit4:junit4]   2> 1895439 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1895439 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1895440 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1895440 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1895441 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1895441 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1895442 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1895442 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1895442 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1895443 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1895454 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1895459 T5118 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1
[junit4:junit4]   2> 1895459 T5118 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/'
[junit4:junit4]   2> 1895503 T5118 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1895557 T5118 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1895557 T5118 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1895561 T5118 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1895579 T5118 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1895581 T5118 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1895611 T5118 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/
[junit4:junit4]   2> 1895611 T5118 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1895612 T5118 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1895613 T5118 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data
[junit4:junit4]   2> 1895613 T5118 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index/
[junit4:junit4]   2> 1895614 T5118 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1895615 T5118 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index
[junit4:junit4]   2> 1895621 T5118 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52d5cbef; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1895622 T5118 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1895623 T5118 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1895623 T5118 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1895623 T5118 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1895623 T5118 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1895624 T5118 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1895624 T5118 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1895638 T5118 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1895646 T5118 oass.SolrIndexSearcher.<init> Opening Searcher@2d935dab main
[junit4:junit4]   2> 1895646 T5118 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1895647 T5118 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1895647 T5118 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
[junit4:junit4]   2> 1895649 T5118 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52d5cbef; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1895649 T5118 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1895650 T5118 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1895650 T5118 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1895650 T5119 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d935dab main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1895651 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1895652 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1895653 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C189 name=collection1 org.apache.solr.core.SolrCore@ac7c54a
[junit4:junit4]   2> 1895675 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 1
[junit4:junit4]   2> 1895678 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
[junit4:junit4]   2> 1895681 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
[junit4:junit4]   2> 1895684 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
[junit4:junit4]   2> 1895687 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 0
[junit4:junit4]   2> 1895690 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
[junit4:junit4]   2> 1895693 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
[junit4:junit4]   2> 1895696 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 0
[junit4:junit4]   2> 1895699 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 0
[junit4:junit4]   2> 1895702 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 0
[junit4:junit4]   2> 1895705 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 0
[junit4:junit4]   2> 1895708 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 0
[junit4:junit4]   2> 1895711 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
[junit4:junit4]   2> 1895714 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 0
[junit4:junit4]   2> 1895717 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
[junit4:junit4]   2> 1895720 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
[junit4:junit4]   2> 1895723 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 0
[junit4:junit4]   2> 1895726 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 0
[junit4:junit4]   2> 1895729 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 0
[junit4:junit4]   2> 1895732 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
[junit4:junit4]   2> 1895735 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 0
[junit4:junit4]   2> 1895738 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
[junit4:junit4]   2> 1895741 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
[junit4:junit4]   2> 1895744 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 0
[junit4:junit4]   2> 1895747 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 0
[junit4:junit4]   2> 1895750 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
[junit4:junit4]   2> 1895753 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26]} 0 0
[junit4:junit4]   2> 1895756 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27]} 0 0
[junit4:junit4]   2> 1895759 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[28]} 0 0
[junit4:junit4]   2> 1895762 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[29]} 0 0
[junit4:junit4]   2> 1895765 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[30]} 0 0
[junit4:junit4]   2> 1895768 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[31]} 0 0
[junit4:junit4]   2> 1895771 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32]} 0 0
[junit4:junit4]   2> 1895774 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[33]} 0 0
[junit4:junit4]   2> 1895777 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[34]} 0 0
[junit4:junit4]   2> 1895780 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35]} 0 0
[junit4:junit4]   2> 1895783 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[36]} 0 0
[junit4:junit4]   2> 1895788 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[37]} 0 0
[junit4:junit4]   2> 1895791 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[38]} 0 0
[junit4:junit4]   2> 1895794 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[39]} 0 0
[junit4:junit4]   2> 1895797 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[40]} 0 0
[junit4:junit4]   2> 1895800 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41]} 0 0
[junit4:junit4]   2> 1895803 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[42]} 0 0
[junit4:junit4]   2> 1895806 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[43]} 0 0
[junit4:junit4]   2> 1895809 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[44]} 0 0
[junit4:junit4]   2> 1895812 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[45]} 0 0
[junit4:junit4]   2> 1895815 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[46]} 0 0
[junit4:junit4]   2> 1895818 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[47]} 0 0
[junit4:junit4]   2> 1895821 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48]} 0 0
[junit4:junit4]   2> 1895824 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[49]} 0 0
[junit4:junit4]   2> 1895827 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[50]} 0 0
[junit4:junit4]   2> 1895830 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[51]} 0 0
[junit4:junit4]   2> 1895833 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[52]} 0 0
[junit4:junit4]   2> 1895836 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[53]} 0 0
[junit4:junit4]   2> 1895839 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[54]} 0 0
[junit4:junit4]   2> 1895842 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55]} 0 0
[junit4:junit4]   2> 1895845 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[56]} 0 0
[junit4:junit4]   2> 1895848 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[57]} 0 0
[junit4:junit4]   2> 1895851 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[58]} 0 0
[junit4:junit4]   2> 1895854 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[59]} 0 0
[junit4:junit4]   2> 1895857 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60]} 0 0
[junit4:junit4]   2> 1895860 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[61]} 0 0
[junit4:junit4]   2> 1895863 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[62]} 0 0
[junit4:junit4]   2> 1895866 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[63]} 0 0
[junit4:junit4]   2> 1895869 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[64]} 0 0
[junit4:junit4]   2> 1895872 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[65]} 0 0
[junit4:junit4]   2> 1895875 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[66]} 0 0
[junit4:junit4]   2> 1895878 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67]} 0 0
[junit4:junit4]   2> 1895881 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[68]} 0 0
[junit4:junit4]   2> 1895884 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[69]} 0 0
[junit4:junit4]   2> 1895887 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[70]} 0 0
[junit4:junit4]   2> 1895890 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[71]} 0 0
[junit4:junit4]   2> 1895893 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[72]} 0 0
[junit4:junit4]   2> 1895896 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[73]} 0 0
[junit4:junit4]   2> 1895899 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[74]} 0 0
[junit4:junit4]   2> 1895902 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[75]} 0 0
[junit4:junit4]   2> 1895905 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[76]} 0 0
[junit4:junit4]   2> 1895908 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[77]} 0 0
[junit4:junit4]   2> 1895911 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[78]} 0 0
[junit4:junit4]   2> 1895914 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[79]} 0 0
[junit4:junit4]   2> 1895917 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[80]} 0 0
[junit4:junit4]   2> 1895920 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[81]} 0 0
[junit4:junit4]   2> 1895923 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[82]} 0 0
[junit4:junit4]   2> 1895926 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[83]} 0 0
[junit4:junit4]   2> 1895929 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[84]} 0 0
[junit4:junit4]   2> 1895932 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[85]} 0 0
[junit4:junit4]   2> 1895935 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[86]} 0 0
[junit4:junit4]   2> 1895938 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[87]} 0 0
[junit4:junit4]   2> 1895941 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[88]} 0 0
[junit4:junit4]   2> 1895944 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[89]} 0 0
[junit4:junit4]   2> 1895947 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[90]} 0 0
[junit4:junit4]   2> 1895950 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[91]} 0 0
[junit4:junit4]   2> 1895953 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[92]} 0 0
[junit4:junit4]   2> 1895956 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[93]} 0 0
[junit4:junit4]   2> 1895959 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[94]} 0 0
[junit4:junit4]   2> 1895962 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[95]} 0 0
[junit4:junit4]   2> 1895965 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[96]} 0 0
[junit4:junit4]   2> 1895968 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[97]} 0 0
[junit4:junit4]   2> 1895971 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[98]} 0 0
[junit4:junit4]   2> 1895974 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[99]} 0 0
[junit4:junit4]   2> 1895977 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[100]} 0 0
[junit4:junit4]   2> 1895980 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[101]} 0 0
[junit4:junit4]   2> 1895983 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[102]} 0 0
[junit4:junit4]   2> 1895986 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[103]} 0 0
[junit4:junit4]   2> 1895989 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[104]} 0 0
[junit4:junit4]   2> 1895992 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[105]} 0 0
[junit4:junit4]   2> 1895995 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[106]} 0 0
[junit4:junit4]   2> 1895998 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[107]} 0 0
[junit4:junit4]   2> 1896001 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[108]} 0 0
[junit4:junit4]   2> 1896004 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[109]} 0 0
[junit4:junit4]   2> 1896007 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[110]} 0 0
[junit4:junit4]   2> 1896010 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[111]} 0 0
[junit4:junit4]   2> 1896013 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[112]} 0 0
[junit4:junit4]   2> 1896016 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[113]} 0 0
[junit4:junit4]   2> 1896019 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[114]} 0 0
[junit4:junit4]   2> 1896022 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[115]} 0 0
[junit4:junit4]   2> 1896025 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[116]} 0 0
[junit4:junit4]   2> 1896028 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[117]} 0 0
[junit4:junit4]   2> 1896031 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[118]} 0 0
[junit4:junit4]   2> 1896034 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[119]} 0 0
[junit4:junit4]   2> 1896037 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[120]} 0 0
[junit4:junit4]   2> 1896040 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[121]} 0 0
[junit4:junit4]   2> 1896043 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[122]} 0 0
[junit4:junit4]   2> 1896046 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[123]} 0 0
[junit4:junit4]   2> 1896049 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[124]} 0 0
[junit4:junit4]   2> 1896052 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[125]} 0 0
[junit4:junit4]   2> 1896055 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[126]} 0 0
[junit4:junit4]   2> 1896058 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[127]} 0 0
[junit4:junit4]   2> 1896061 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[128]} 0 0
[junit4:junit4]   2> 1896064 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[129]} 0 0
[junit4:junit4]   2> 1896067 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[130]} 0 0
[junit4:junit4]   2> 1896070 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[131]} 0 0
[junit4:junit4]   2> 1896073 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[132]} 0 0
[junit4:junit4]   2> 1896076 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[133]} 0 0
[junit4:junit4]   2> 1896079 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[134]} 0 0
[junit4:junit4]   2> 1896082 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[135]} 0 0
[junit4:junit4]   2> 1896085 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[136]} 0 0
[junit4:junit4]   2> 1896088 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[137]} 0 0
[junit4:junit4]   2> 1896091 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[138]} 0 0
[junit4:junit4]   2> 1896094 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[139]} 0 0
[junit4:junit4]   2> 1896097 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[140]} 0 0
[junit4:junit4]   2> 1896100 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[141]} 0 0
[junit4:junit4]   2> 1896103 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[142]} 0 0
[junit4:junit4]   2> 1896106 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[143]} 0 0
[junit4:junit4]   2> 1896109 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[144]} 0 0
[junit4:junit4]   2> 1896112 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[145]} 0 0
[junit4:junit4]   2> 1896115 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[146]} 0 0
[junit4:junit4]   2> 1896118 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[147]} 0 0
[junit4:junit4]   2> 1896121 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[148]} 0 0
[junit4:junit4]   2> 1896124 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[149]} 0 0
[junit4:junit4]   2> 1896127 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[150]} 0 0
[junit4:junit4]   2> 1896130 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[151]} 0 0
[junit4:junit4]   2> 1896133 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[152]} 0 0
[junit4:junit4]   2> 1896136 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[153]} 0 0
[junit4:junit4]   2> 1896139 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[154]} 0 0
[junit4:junit4]   2> 1896142 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[155]} 0 0
[junit4:junit4]   2> 1896145 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[156]} 0 0
[junit4:junit4]   2> 1896148 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[157]} 0 0
[junit4:junit4]   2> 1896151 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[158]} 0 0
[junit4:junit4]   2> 1896154 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[159]} 0 0
[junit4:junit4]   2> 1896157 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[160]} 0 0
[junit4:junit4]   2> 1896160 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[161]} 0 0
[junit4:junit4]   2> 1896163 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[162]} 0 0
[junit4:junit4]   2> 1896166 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[163]} 0 0
[junit4:junit4]   2> 1896169 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[164]} 0 0
[junit4:junit4]   2> 1896172 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[165]} 0 0
[junit4:junit4]   2> 1896175 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[166]} 0 0
[junit4:junit4]   2> 1896178 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[167]} 0 0
[junit4:junit4]   2> 1896181 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[168]} 0 0
[junit4:junit4]   2> 1896184 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[169]} 0 0
[junit4:junit4]   2> 1896187 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[170]} 0 0
[junit4:junit4]   2> 1896190 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[171]} 0 0
[junit4:junit4]   2> 1896193 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[172]} 0 0
[junit4:junit4]   2> 1896196 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[173]} 0 0
[junit4:junit4]   2> 1896199 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[174]} 0 0
[junit4:junit4]   2> 1896202 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[175]} 0 0
[junit4:junit4]   2> 1896205 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[176]} 0 0
[junit4:junit4]   2> 1896208 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[177]} 0 0
[junit4:junit4]   2> 1896211 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[178]} 0 0
[junit4:junit4]   2> 1896214 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[179]} 0 0
[junit4:junit4]   2> 1896217 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[180]} 0 0
[junit4:junit4]   2> 1896220 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[181]} 0 0
[junit4:junit4]   2> 1896223 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[182]} 0 0
[junit4:junit4]   2> 1896226 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[183]} 0 0
[junit4:junit4]   2> 1896229 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[184]} 0 0
[junit4:junit4]   2> 1896232 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[185]} 0 0
[junit4:junit4]   2> 1896235 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[186]} 0 0
[junit4:junit4]   2> 1896238 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[187]} 0 0
[junit4:junit4]   2> 1896241 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[188]} 0 0
[junit4:junit4]   2> 1896244 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[189]} 0 0
[junit4:junit4]   2> 1896247 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[190]} 0 0
[junit4:junit4]   2> 1896250 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[191]} 0 0
[junit4:junit4]   2> 1896253 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[192]} 0 0
[junit4:junit4]   2> 1896256 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[193]} 0 0
[junit4:junit4]   2> 1896259 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[194]} 0 0
[junit4:junit4]   2> 1896262 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[195]} 0 0
[junit4:junit4]   2> 1896265 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[196]} 0 0
[junit4:junit4]   2> 1896268 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[197]} 0 0
[junit4:junit4]   2> 1896271 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[198]} 0 0
[junit4:junit4]   2> 1896274 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[199]} 0 0
[junit4:junit4]   2> 1896277 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[200]} 0 0
[junit4:junit4]   2> 1896280 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[201]} 0 0
[junit4:junit4]   2> 1896283 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[202]} 0 0
[junit4:junit4]   2> 1896286 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[203]} 0 0
[junit4:junit4]   2> 1896289 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[204]} 0 0
[junit4:junit4]   2> 1896292 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[205]} 0 0
[junit4:junit4]   2> 1896295 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[206]} 0 0
[junit4:junit4]   2> 1896298 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[207]} 0 0
[junit4:junit4]   2> 1896301 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[208]} 0 0
[junit4:junit4]   2> 1896304 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[209]} 0 0
[junit4:junit4]   2> 1896307 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[210]} 0 0
[junit4:junit4]   2> 1896310 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[211]} 0 0
[junit4:junit4]   2> 1896313 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[212]} 0 0
[junit4:junit4]   2> 1896316 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[213]} 0 0
[junit4:junit4]   2> 1896319 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[214]} 0 0
[junit4:junit4]   2> 1896322 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[215]} 0 0
[junit4:junit4]   2> 1896325 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[216]} 0 0
[junit4:junit4]   2> 1896328 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[217]} 0 0
[junit4:junit4]   2> 1896331 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[218]} 0 0
[junit4:junit4]   2> 1896334 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[219]} 0 0
[junit4:junit4]   2> 1896337 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[220]} 0 0
[junit4:junit4]   2> 1896340 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[221]} 0 0
[junit4:junit4]   2> 1896343 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[222]} 0 0
[junit4:junit4]   2> 1896346 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[223]} 0 0
[junit4:junit4]   2> 1896349 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[224]} 0 0
[junit4:junit4]   2> 1896352 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[225]} 0 0
[junit4:junit4]   2> 1896355 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[226]} 0 0
[junit4:junit4]   2> 1896358 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[227]} 0 0
[junit4:junit4]   2> 1896361 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[228]} 0 0
[junit4:junit4]   2> 1896364 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[229]} 0 0
[junit4:junit4]   2> 1896367 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[230]} 0 0
[junit4:junit4]   2> 1896370 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[231]} 0 0
[junit4:junit4]   2> 1896373 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[232]} 0 0
[junit4:junit4]   2> 1896376 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[233]} 0 0
[junit4:junit4]   2> 1896379 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[234]} 0 0
[junit4:junit4]   2> 1896382 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[235]} 0 0
[junit4:junit4]   2> 1896385 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[236]} 0 0
[junit4:junit4]   2> 1896388 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[237]} 0 0
[junit4:junit4]   2> 1896392 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[238]} 0 0
[junit4:junit4]   2> 1896395 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[239]} 0 0
[junit4:junit4]   2> 1896398 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[240]} 0 0
[junit4:junit4]   2> 1896401 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[241]} 0 0
[junit4:junit4]   2> 1896404 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[242]} 0 0
[junit4:junit4]   2> 1896407 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[243]} 0 0
[junit4:junit4]   2> 1896410 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[244]} 0 0
[junit4:junit4]   2> 1896413 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[245]} 0 0
[junit4:junit4]   2> 1896416 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[246]} 0 0
[junit4:junit4]   2> 1896419 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[247]} 0 0
[junit4:junit4]   2> 1896424 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[248]} 0 0
[junit4:junit4]   2> 1896427 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[249]} 0 0
[junit4:junit4]   2> 1896430 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[250]} 0 0
[junit4:junit4]   2> 1896433 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[251]} 0 0
[junit4:junit4]   2> 1896436 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[252]} 0 0
[junit4:junit4]   2> 1896439 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[253]} 0 0
[junit4:junit4]   2> 1896442 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[254]} 0 0
[junit4:junit4]   2> 1896445 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[255]} 0 0
[junit4:junit4]   2> 1896448 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[256]} 0 0
[junit4:junit4]   2> 1896451 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[257]} 0 0
[junit4:junit4]   2> 1896454 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[258]} 0 0
[junit4:junit4]   2> 1896457 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[259]} 0 0
[junit4:junit4]   2> 1896460 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[260]} 0 0
[junit4:junit4]   2> 1896463 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[261]} 0 0
[junit4:junit4]   2> 1896466 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[262]} 0 0
[junit4:junit4]   2> 1896469 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[263]} 0 0
[junit4:junit4]   2> 1896472 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[264]} 0 0
[junit4:junit4]   2> 1896475 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[265]} 0 0
[junit4:junit4]   2> 1896478 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[266]} 0 0
[junit4:junit4]   2> 1896481 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[267]} 0 0
[junit4:junit4]   2> 1896484 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[268]} 0 0
[junit4:junit4]   2> 1896487 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[269]} 0 0
[junit4:junit4]   2> 1896490 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[270]} 0 0
[junit4:junit4]   2> 1896493 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[271]} 0 0
[junit4:junit4]   2> 1896496 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[272]} 0 0
[junit4:junit4]   2> 1896499 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[273]} 0 0
[junit4:junit4]   2> 1896502 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[274]} 0 0
[junit4:junit4]   2> 1896505 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[275]} 0 0
[junit4:junit4]   2> 1896508 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[276]} 0 0
[junit4:junit4]   2> 1896511 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[277]} 0 0
[junit4:junit4]   2> 1896514 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[278]} 0 0
[junit4:junit4]   2> 1896517 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[279]} 0 0
[junit4:junit4]   2> 1896520 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[280]} 0 0
[junit4:junit4]   2> 1896523 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[281]} 0 0
[junit4:junit4]   2> 1896527 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[282]} 0 0
[junit4:junit4]   2> 1896530 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[283]} 0 0
[junit4:junit4]   2> 1896533 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[284]} 0 0
[junit4:junit4]   2> 1896536 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[285]} 0 0
[junit4:junit4]   2> 1896539 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[286]} 0 0
[junit4:junit4]   2> 1896542 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[287]} 0 0
[junit4:junit4]   2> 1896545 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[288]} 0 0
[junit4:junit4]   2> 1896548 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[289]} 0 0
[junit4:junit4]   2> 1896551 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[290]} 0 0
[junit4:junit4]   2> 1896555 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[291]} 0 1
[junit4:junit4]   2> 1896556 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[292]} 0 0
[junit4:junit4]   2> 1896559 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[293]} 0 0
[junit4:junit4]   2> 1896562 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[294]} 0 0
[junit4:junit4]   2> 1896565 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[295]} 0 0
[junit4:junit4]   2> 1896568 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[296]} 0 0
[junit4:junit4]   2> 1896571 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[297]} 0 0
[junit4:junit4]   2> 1896574 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[298]} 0 0
[junit4:junit4]   2> 1896577 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[299]} 0 0
[junit4:junit4]   2> 1896580 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[300]} 0 0
[junit4:junit4]   2> 1896584 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[301]} 0 1
[junit4:junit4]   2> 1896587 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[302]} 0 0
[junit4:junit4]   2> 1896590 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[303]} 0 0
[junit4:junit4]   2> 1896593 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[304]} 0 0
[junit4:junit4]   2> 1896596 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[305]} 0 0
[junit4:junit4]   2> 1896600 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[306]} 0 0
[junit4:junit4]   2> 1896603 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[307]} 0 0
[junit4:junit4]   2> 1896606 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[308]} 0 0
[junit4:junit4]   2> 1896609 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[309]} 0 0
[junit4:junit4]   2> 1896612 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[310]} 0 0
[junit4:junit4]   2> 1896615 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[311]} 0 0
[junit4:junit4]   2> 1896618 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[312]} 0 0
[junit4:junit4]   2> 1896621 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[313]} 0 0
[junit4:junit4]   2> 1896624 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[314]} 0 0
[junit4:junit4]   2> 1896627 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[315]} 0 0
[junit4:junit4]   2> 1896630 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[316]} 0 0
[junit4:junit4]   2> 1896633 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[317]} 0 0
[junit4:junit4]   2> 1896636 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[318]} 0 0
[junit4:junit4]   2> 1896639 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[319]} 0 0
[junit4:junit4]   2> 1896642 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[320]} 0 0
[junit4:junit4]   2> 1896645 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[321]} 0 0
[junit4:junit4]   2> 1896648 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[322]} 0 0
[junit4:junit4]   2> 1896651 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[323]} 0 0
[junit4:junit4]   2> 1896654 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[324]} 0 0
[junit4:junit4]   2> 1896657 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[325]} 0 0
[junit4:junit4]   2> 1896660 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[326]} 0 0
[junit4:junit4]   2> 1896663 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[327]} 0 0
[junit4:junit4]   2> 1896666 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[328]} 0 0
[junit4:junit4]   2> 1896669 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[329]} 0 0
[junit4:junit4]   2> 1896672 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[330]} 0 0
[junit4:junit4]   2> 1896675 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[331]} 0 0
[junit4:junit4]   2> 1896678 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[332]} 0 0
[junit4:junit4]   2> 1896681 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[333]} 0 0
[junit4:junit4]   2> 1896684 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[334]} 0 0
[junit4:junit4]   2> 1896687 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[335]} 0 0
[junit4:junit4]   2> 1896690 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[336]} 0 0
[junit4:junit4]   2> 1896693 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[337]} 0 0
[junit4:junit4]   2> 1896696 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[338]} 0 0
[junit4:junit4]   2> 1896699 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[339]} 0 0
[junit4:junit4]   2> 1896702 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[340]} 0 0
[junit4:junit4]   2> 1896705 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[341]} 0 0
[junit4:junit4]   2> 1896708 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[342]} 0 0
[junit4:junit4]   2> 1896711 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[343]} 0 0
[junit4:junit4]   2> 1896714 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[344]} 0 0
[junit4:junit4]   2> 1896717 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[345]} 0 0
[junit4:junit4]   2> 1896720 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[346]} 0 0
[junit4:junit4]   2> 1896723 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[347]} 0 0
[junit4:junit4]   2> 1896726 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[348]} 0 0
[junit4:junit4]   2> 1896729 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[349]} 0 0
[junit4:junit4]   2> 1896732 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[350]} 0 0
[junit4:junit4]   2> 1896735 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[351]} 0 0
[junit4:junit4]   2> 1896738 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[352]} 0 0
[junit4:junit4]   2> 1896741 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[353]} 0 0
[junit4:junit4]   2> 1896744 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[354]} 0 0
[junit4:junit4]   2> 1896747 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[355]} 0 0
[junit4:junit4]   2> 1896750 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[356]} 0 0
[junit4:junit4]   2> 1896753 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[357]} 0 0
[junit4:junit4]   2> 1896756 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[358]} 0 0
[junit4:junit4]   2> 1896759 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[359]} 0 0
[junit4:junit4]   2> 1896762 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[360]} 0 0
[junit4:junit4]   2> 1896765 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[361]} 0 0
[junit4:junit4]   2> 1896768 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[362]} 0 0
[junit4:junit4]   2> 1896771 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[363]} 0 0
[junit4:junit4]   2> 1896774 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[364]} 0 0
[junit4:junit4]   2> 1896777 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[365]} 0 0
[junit4:junit4]   2> 1896780 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[366]} 0 0
[junit4:junit4]   2> 1896783 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[367]} 0 0
[junit4:junit4]   2> 1896786 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[368]} 0 0
[junit4:junit4]   2> 1896789 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[369]} 0 0
[junit4:junit4]   2> 1896792 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[370]} 0 0
[junit4:junit4]   2> 1896795 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[371]} 0 0
[junit4:junit4]   2> 1896799 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[372]} 0 0
[junit4:junit4]   2> 1896802 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[373]} 0 0
[junit4:junit4]   2> 1896805 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[374]} 0 0
[junit4:junit4]   2> 1896808 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[375]} 0 0
[junit4:junit4]   2> 1896811 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[376]} 0 0
[junit4:junit4]   2> 1896814 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[377]} 0 0
[junit4:junit4]   2> 1896817 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[378]} 0 0
[junit4:junit4]   2> 1896820 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[379]} 0 0
[junit4:junit4]   2> 1896823 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[380]} 0 0
[junit4:junit4]   2> 1896826 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[381]} 0 0
[junit4:junit4]   2> 1896829 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[382]} 0 0
[junit4:junit4]   2> 1896832 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[383]} 0 0
[junit4:junit4]   2> 1896835 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[384]} 0 0
[junit4:junit4]   2> 1896838 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[385]} 0 0
[junit4:junit4]   2> 1896841 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[386]} 0 0
[junit4:junit4]   2> 1896844 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[387]} 0 0
[junit4:junit4]   2> 1896847 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[388]} 0 0
[junit4:junit4]   2> 1896850 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[389]} 0 0
[junit4:junit4]   2> 1896853 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[390]} 0 0
[junit4:junit4]   2> 1896856 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[391]} 0 0
[junit4:junit4]   2> 1896859 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[392]} 0 0
[junit4:junit4]   2> 1896862 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[393]} 0 0
[junit4:junit4]   2> 1896865 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[394]} 0 0
[junit4:junit4]   2> 1896868 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[395]} 0 0
[junit4:junit4]   2> 1896871 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[396]} 0 0
[junit4:junit4]   2> 1896874 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[397]} 0 0
[junit4:junit4]   2> 1896877 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[398]} 0 0
[junit4:junit4]   2> 1896880 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[399]} 0 0
[junit4:junit4]   2> 1896883 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[400]} 0 0
[junit4:junit4]   2> 1896886 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[401]} 0 0
[junit4:junit4]   2> 1896889 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[402]} 0 0
[junit4:junit4]   2> 1896892 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[403]} 0 0
[junit4:junit4]   2> 1896895 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[404]} 0 0
[junit4:junit4]   2> 1896898 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[405]} 0 0
[junit4:junit4]   2> 1896901 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[406]} 0 0
[junit4:junit4]   2> 1896904 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[407]} 0 0
[junit4:junit4]   2> 1896907 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[408]} 0 0
[junit4:junit4]   2> 1896910 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[409]} 0 0
[junit4:junit4]   2> 1896913 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[410]} 0 0
[junit4:junit4]   2> 1896916 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[411]} 0 0
[junit4:junit4]   2> 1896919 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[412]} 0 0
[junit4:junit4]   2> 1896922 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[413]} 0 0
[junit4:junit4]   2> 1896925 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[414]} 0 0
[junit4:junit4]   2> 1896928 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[415]} 0 0
[junit4:junit4]   2> 1896931 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[416]} 0 0
[junit4:junit4]   2> 1896934 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[417]} 0 0
[junit4:junit4]   2> 1896937 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[418]} 0 0
[junit4:junit4]   2> 1896940 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[419]} 0 0
[junit4:junit4]   2> 1896943 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[420]} 0 0
[junit4:junit4]   2> 1896946 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[421]} 0 0
[junit4:junit4]   2> 1896949 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[422]} 0 0
[junit4:junit4]   2> 1896952 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[423]} 0 0
[junit4:junit4]   2> 1896955 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[424]} 0 0
[junit4:junit4]   2> 1896958 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[425]} 0 0
[junit4:junit4]   2> 1896961 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[426]} 0 0
[junit4:junit4]   2> 1896964 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[427]} 0 0
[junit4:junit4]   2> 1896967 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[428]} 0 0
[junit4:junit4]   2> 1896970 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[429]} 0 0
[junit4:junit4]   2> 1896973 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[430]} 0 0
[junit4:junit4]   2> 1896976 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[431]} 0 0
[junit4:junit4]   2> 1896979 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[432]} 0 0
[junit4:junit4]   2> 1896982 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[433]} 0 0
[junit4:junit4]   2> 1896985 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[434]} 0 0
[junit4:junit4]   2> 1896988 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[435]} 0 0
[junit4:junit4]   2> 1896991 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[436]} 0 0
[junit4:junit4]   2> 1896994 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[437]} 0 0
[junit4:junit4]   2> 1896997 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[438]} 0 0
[junit4:junit4]   2> 1897000 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[439]} 0 0
[junit4:junit4]   2> 1897003 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[440]} 0 0
[junit4:junit4]   2> 1897006 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[441]} 0 0
[junit4:junit4]   2> 1897009 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[442]} 0 0
[junit4:junit4]   2> 1897012 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[443]} 0 0
[junit4:junit4]   2> 1897015 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[444]} 0 0
[junit4:junit4]   2> 1897018 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[445]} 0 0
[junit4:junit4]   2> 1897021 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[446]} 0 0
[junit4:junit4]   2> 1897024 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[447]} 0 0
[junit4:junit4]   2> 1897027 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[448]} 0 0
[junit4:junit4]   2> 1897030 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[449]} 0 0
[junit4:junit4]   2> 1897033 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[450]} 0 0
[junit4:junit4]   2> 1897036 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[451]} 0 0
[junit4:junit4]   2> 1897039 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[452]} 0 0
[junit4:junit4]   2> 1897042 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[453]} 0 0
[junit4:junit4]   2> 1897045 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[454]} 0 0
[junit4:junit4]   2> 1897048 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[455]} 0 0
[junit4:junit4]   2> 1897051 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[456]} 0 0
[junit4:junit4]   2> 1897054 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[457]} 0 0
[junit4:junit4]   2> 1897057 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[458]} 0 0
[junit4:junit4]   2> 1897060 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[459]} 0 0
[junit4:junit4]   2> 1897063 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[460]} 0 0
[junit4:junit4]   2> 1897066 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[461]} 0 0
[junit4:junit4]   2> 1897069 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[462]} 0 0
[junit4:junit4]   2> 1897072 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[463]} 0 0
[junit4:junit4]   2> 1897075 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[464]} 0 0
[junit4:junit4]   2> 1897078 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[465]} 0 0
[junit4:junit4]   2> 1897081 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[466]} 0 0
[junit4:junit4]   2> 1897084 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[467]} 0 0
[junit4:junit4]   2> 1897087 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[468]} 0 0
[junit4:junit4]   2> 1897090 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[469]} 0 0
[junit4:junit4]   2> 1897093 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[470]} 0 0
[junit4:junit4]   2> 1897096 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[471]} 0 0
[junit4:junit4]   2> 1897099 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[472]} 0 0
[junit4:junit4]   2> 1897102 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[473]} 0 0
[junit4:junit4]   2> 1897105 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[474]} 0 0
[junit4:junit4]   2> 1897108 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[475]} 0 0
[junit4:junit4]   2> 1897111 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[476]} 0 0
[junit4:junit4]   2> 1897114 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[477]} 0 0
[junit4:junit4]   2> 1897117 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[478]} 0 0
[junit4:junit4]   2> 1897120 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[479]} 0 0
[junit4:junit4]   2> 1897123 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[480]} 0 0
[junit4:junit4]   2> 1897126 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[481]} 0 0
[junit4:junit4]   2> 1897129 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[482]} 0 0
[junit4:junit4]   2> 1897132 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[483]} 0 0
[junit4:junit4]   2> 1897135 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[484]} 0 0
[junit4:junit4]   2> 1897138 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[485]} 0 0
[junit4:junit4]   2> 1897141 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[486]} 0 0
[junit4:junit4]   2> 1897144 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[487]} 0 0
[junit4:junit4]   2> 1897147 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[488]} 0 0
[junit4:junit4]   2> 1897150 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[489]} 0 0
[junit4:junit4]   2> 1897153 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[490]} 0 0
[junit4:junit4]   2> 1897156 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[491]} 0 0
[junit4:junit4]   2> 1897159 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[492]} 0 0
[junit4:junit4]   2> 1897162 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[493]} 0 0
[junit4:junit4]   2> 1897165 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[494]} 0 0
[junit4:junit4]   2> 1897168 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[495]} 0 0
[junit4:junit4]   2> 1897171 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[496]} 0 0
[junit4:junit4]   2> 1897174 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[497]} 0 0
[junit4:junit4]   2> 1897177 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[498]} 0 0
[junit4:junit4]   2> 1897180 T5111 C189 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1897235 T5111 C189 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52d5cbef; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52d5cbef; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1897237 T5111 C189 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1897247 T5111 C189 oass.SolrIndexSearcher.<init> Opening Searcher@700aef7 main
[junit4:junit4]   2> 1897248 T5111 C189 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1897248 T5119 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@700aef7 main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C499)}
[junit4:junit4]   2> 1897248 T5111 C189 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 68
[junit4:junit4]   2> 1897249 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1814502284
[junit4:junit4]   2> 1897251 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@ac7c54a
[junit4:junit4]   2> 1897251 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=499,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 1897253 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1897253 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1897253 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1897255 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1897256 T5083 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1897256 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index;done=false>>]
[junit4:junit4]   2> 1897257 T5083 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index
[junit4:junit4]   2> 1897257 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data;done=false>>]
[junit4:junit4]   2> 1897258 T5083 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data
[junit4:junit4]   2> 1897259 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 1897311 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1897315 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30139
[junit4:junit4]   2> 1897316 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1897317 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1897317 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master
[junit4:junit4]   2> 1897318 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/solr.xml
[junit4:junit4]   2> 1897319 T5083 oasc.CoreContainer.<init> New CoreContainer 1046775178
[junit4:junit4]   2> 1897320 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1897321 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/'
[junit4:junit4]   2> 1897321 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/'
[junit4:junit4]   2> 1897485 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1897486 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1897486 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1897486 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1897487 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1897488 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1897488 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1897488 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1897489 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1897489 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1897512 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1897517 T5130 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1
[junit4:junit4]   2> 1897518 T5130 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/'
[junit4:junit4]   2> 1897563 T5130 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1897623 T5130 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1897623 T5130 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1897627 T5130 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1897647 T5130 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1897648 T5130 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1897649 T5130 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/
[junit4:junit4]   2> 1897649 T5130 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1897649 T5130 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1897650 T5130 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data
[junit4:junit4]   2> 1897650 T5130 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index/
[junit4:junit4]   2> 1897652 T5130 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1897652 T5130 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1897652 T5130 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1897653 T5130 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1897653 T5130 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1897653 T5130 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1897666 T5130 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1897669 T5130 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index
[junit4:junit4]   2> 1897673 T5130 oass.SolrIndexSearcher.<init> Opening Searcher@33b61de main
[junit4:junit4]   2> 1897673 T5130 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1897673 T5130 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1897674 T5130 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml
[junit4:junit4]   2> 1897677 T5130 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@47e0a3d3; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1897678 T5130 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1897678 T5130 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1897678 T5130 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1897678 T5131 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@33b61de main{StandardDirectoryReader(segments_2:3 _0(5.0):C499)}
[junit4:junit4]   2> 1897679 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1897680 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> ASYNC  NEW_CORE C190 name=collection1 org.apache.solr.core.SolrCore@6d239682
[junit4:junit4]   2> 1897692 T5123 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=499 status=0 QTime=4 
[junit4:junit4]   2> 1897697 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1897700 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30142
[junit4:junit4]   2> 1897701 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1897701 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1897702 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave
[junit4:junit4]   2> 1897703 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/solr.xml
[junit4:junit4]   2> 1897703 T5083 oasc.CoreContainer.<init> New CoreContainer 409532968
[junit4:junit4]   2> 1897704 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1897704 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/'
[junit4:junit4]   2> 1897705 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/'
[junit4:junit4]   2> 1897779 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1897780 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1897781 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1897781 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1897782 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1897783 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1897783 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1897784 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1897785 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1897786 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1897802 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1897811 T5142 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1
[junit4:junit4]   2> 1897812 T5142 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/'
[junit4:junit4]   2> 1897857 T5142 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1897921 T5142 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1897922 T5142 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1897926 T5142 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1897949 T5142 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1897950 T5142 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1897951 T5142 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/
[junit4:junit4]   2> 1897951 T5142 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1897951 T5142 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
[junit4:junit4]   2> 1897952 T5142 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data
[junit4:junit4]   2> 1897953 T5142 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index/
[junit4:junit4]   2> 1897954 T5142 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1897955 T5142 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index
[junit4:junit4]   2> 1897961 T5142 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6861ed28; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1897962 T5142 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1897963 T5142 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1897963 T5142 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1897963 T5142 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1897964 T5142 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1897964 T5142 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1897964 T5142 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1897980 T5142 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1897989 T5142 oass.SolrIndexSearcher.<init> Opening Searcher@1b0eca2 main
[junit4:junit4]   2> 1897990 T5142 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1897990 T5142 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1897991 T5142 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4:junit4]   2> 1897991 T5143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1b0eca2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1897991 T5142 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1897992 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1897993 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1897993 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C191 name=collection1 org.apache.solr.core.SolrCore@2d465b76
[junit4:junit4]   2> 1898023 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898024 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898128 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898130 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898233 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898234 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898338 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898339 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898443 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898444 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898547 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898548 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898642 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1898643 T5144 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 1898643 T5144 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 1898643 T5144 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 1898651 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898652 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898661 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=15 
[junit4:junit4]   2> 1898662 T5144 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 10
[junit4:junit4]   2> 1898664 T5144 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index.20130519155445024
[junit4:junit4]   2> 1898669 T5144 oash.SnapPuller.fetchLatestIndex Starting download to NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index.20130519155445024 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1201500b; maxCacheMB=48.0 maxMergeSizeMB=4.0) fullCopy=false
[junit4:junit4]   2> 1898673 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0_Lucene40_0.tim&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898679 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.fnm&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898684 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0_Lucene40_0.frq&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898689 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0_nrm.cfe&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898693 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898698 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.fdx&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898702 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0_nrm.cfs&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898707 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.si&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898712 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0.fdt&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898716 T5124 C190 oasc.SolrCore.execute [collection1] webapp=/solr path=/replication params={file=_0_Lucene40_0.tip&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 1898718 T5144 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 1898749 T5144 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 1898749 T5144 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 1898756 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 1898757 T5083 oash.TestReplicationHandler.rQuery Waiting for 499 docs
[junit4:junit4]   2> 1898762 T5144 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6861ed28; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=NRTCachingDirectory(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6861ed28; maxCacheMB=48.0 maxMergeSizeMB=4.0),segFN=segments_2,generation=2}
[junit4:junit4]   2> 1898762 T5144 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 1898763 T5144 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 1898768 T5144 oass.SolrIndexSearcher.<init> Opening Searcher@3e917b2d main
[junit4:junit4]   2> 1898768 T5143 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3e917b2d main{StandardDirectoryReader(segments_2:3:nrt _0(5.0):C499)}
[junit4:junit4]   2> 1898769 T5144 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index.20130519155445024 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index.20130519155445024;done=true>>]
[junit4:junit4]   2> 1898769 T5144 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index.20130519155445024
[junit4:junit4]   2> 1898769 T5144 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index.20130519155445024
[junit4:junit4]   2> 1898865 T5135 C191 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=*:*&wt=javabin&version=2} hits=499 status=0 QTime=4 
[junit4:junit4]   2> 1898867 T5083 oas.SolrTestCaseJ4.tearDown ###Ending doTestReplicateAfterStartupWithNoActivity
[junit4:junit4]   2> 1898868 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1046775178
[junit4:junit4]   2> 1898869 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6d239682
[junit4:junit4]   2> 1898869 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 1898870 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1898870 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1898871 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1898871 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1898872 T5083 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1898872 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data;done=false>>]
[junit4:junit4]   2> 1898873 T5083 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data
[junit4:junit4]   2> 1898873 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index;done=false>>]
[junit4:junit4]   2> 1898874 T5083 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968080973/master/collection1/data/index
[junit4:junit4]   2> 1898875 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 1898927 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=409532968
[junit4:junit4]   2> 1898928 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d465b76
[junit4:junit4]   2> 1898929 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 1898930 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1898931 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1898931 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1898933 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1898934 T5083 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1898934 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index;done=false>>]
[junit4:junit4]   2> 1898935 T5083 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data/index
[junit4:junit4]   2> 1898935 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data;done=false>>]
[junit4:junit4]   2> 1898935 T5083 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968081306/slave/collection1/data
[junit4:junit4]   2> 1898936 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 1899019 T5083 oas.SolrTestCaseJ4.setUp ###Starting doTestBackup
[junit4:junit4]   2> 1899029 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1899032 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30145
[junit4:junit4]   2> 1899033 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1899034 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1899034 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master
[junit4:junit4]   2> 1899035 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/solr.xml
[junit4:junit4]   2> 1899035 T5083 oasc.CoreContainer.<init> New CoreContainer 1714865848
[junit4:junit4]   2> 1899036 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1899036 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/'
[junit4:junit4]   2> 1899037 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/'
[junit4:junit4]   2> 1899172 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1899173 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1899174 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1899174 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1899174 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1899175 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1899175 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1899176 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1899176 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1899177 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1899193 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1899198 T5156 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1
[junit4:junit4]   2> 1899199 T5156 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/'
[junit4:junit4]   2> 1899243 T5156 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1899295 T5156 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1899295 T5156 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1899299 T5156 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1899324 T5156 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1899326 T5156 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1899326 T5156 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/
[junit4:junit4]   2> 1899327 T5156 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1899327 T5156 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1899329 T5156 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data
[junit4:junit4]   2> 1899330 T5156 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index/
[junit4:junit4]   2> 1899330 T5156 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1899331 T5156 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index
[junit4:junit4]   2> 1899333 T5156 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@38241d57 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b02578c),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1899333 T5156 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1899335 T5156 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1899335 T5156 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1899335 T5156 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1899336 T5156 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1899336 T5156 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1899337 T5156 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1899350 T5156 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1899354 T5156 oass.SolrIndexSearcher.<init> Opening Searcher@5a9deb28 main
[junit4:junit4]   2> 1899354 T5156 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1899354 T5156 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1899355 T5156 oash.ReplicationHandler.inform Replication enabled for following config files: schema.xml,xslt/dummy.xsl
[junit4:junit4]   2> 1899355 T5156 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1899355 T5156 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1899355 T5157 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a9deb28 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1899356 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1899357 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1899358 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1899379 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1899382 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30146
[junit4:junit4]   2> 1899383 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1899383 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1899383 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave
[junit4:junit4]   2> 1899384 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/solr.xml
[junit4:junit4]   2> 1899384 T5083 oasc.CoreContainer.<init> New CoreContainer 1488901879
[junit4:junit4]   2> 1899385 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1899385 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/'
[junit4:junit4]   2> 1899386 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/'
[junit4:junit4]   2> 1899464 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1899465 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1899465 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1899466 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1899466 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1899466 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1899467 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1899467 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1899468 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1899468 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1899481 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1899486 T5168 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1
[junit4:junit4]   2> 1899487 T5168 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/'
[junit4:junit4]   2> 1899528 T5168 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1899583 T5168 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1899583 T5168 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1899587 T5168 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1899605 T5168 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1899607 T5168 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1899608 T5168 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/data/
[junit4:junit4]   2> 1899608 T5168 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1899608 T5168 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1899610 T5168 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/data
[junit4:junit4]   2> 1899611 T5168 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/data/index/
[junit4:junit4]   2> 1899611 T5168 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1899612 T5168 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085732/slave/collection1/data/index
[junit4:junit4]   2> 1899613 T5168 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@44a3ae9c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@561ca6f8),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1899613 T5168 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1899614 T5168 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1899615 T5168 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 1899615 T5168 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 1899615 T5168 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 1899616 T5168 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1899616 T5168 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1899618 T5168 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1899622 T5168 oass.SolrIndexSearcher.<init> Opening Searcher@5bbbb041 main
[junit4:junit4]   2> 1899622 T5168 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1899623 T5168 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1899624 T5168 oash.SnapPuller.startExecutorService Poll Scheduled at an interval of 1000ms
[junit4:junit4]   2> 1899624 T5169 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5bbbb041 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1899624 T5168 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1899625 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1899626 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1899627 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1899640 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1714865848
[junit4:junit4]   2> 1899641 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19b9f011
[junit4:junit4]   2> 1899642 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 1899642 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1899643 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1899643 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1899644 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 1899644 T5083 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1899645 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index;done=false>>]
[junit4:junit4]   2> 1899645 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index
[junit4:junit4]   2> 1899646 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data;done=false>>]
[junit4:junit4]   2> 1899646 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data
[junit4:junit4]   2> 1899647 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 1899702 T5083 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1899705 T5083 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30148
[junit4:junit4]   2> 1899706 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1899707 T5083 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1899707 T5083 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master
[junit4:junit4]   2> 1899708 T5083 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/solr.xml
[junit4:junit4]   2> 1899708 T5083 oasc.CoreContainer.<init> New CoreContainer 1213616707
[junit4:junit4]   2> 1899708 T5083 oasc.CoreContainer$Initializer.initialize no solr.xml found. using default old-style solr.xml
[junit4:junit4]   2> 1899709 T5083 oasc.CoreContainer.load Loading CoreContainer using Solr Home: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/'
[junit4:junit4]   2> 1899709 T5083 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/'
[junit4:junit4]   2> 1899777 T5083 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1899778 T5083 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1899778 T5083 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1899779 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1899779 T5083 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1899779 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1899780 T5083 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1899780 T5083 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1899781 T5083 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1899781 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1899793 T5083 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1899798 T5181 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1
[junit4:junit4]   2> 1899798 T5181 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/'
[junit4:junit4]   2> 1899842 T5181 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 1899906 T5181 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1899907 T5181 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1899910 T5181 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1899927 T5181 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1899929 T5181 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1899929 T5181 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/, dataDir=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/
[junit4:junit4]   2> 1899929 T5181 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
[junit4:junit4]   2> 1899929 T5181 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1899931 T5181 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data
[junit4:junit4]   2> 1899931 T5181 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index/
[junit4:junit4]   2> 1899932 T5181 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1899933 T5181 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968085381/master/collection1/data/index
[junit4:junit4]   2> 1899934 T5181 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@14ef2f15 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62fc166f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1899934 T5181 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1899935 T5181 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1899935 T5181 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1899936 T5181 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1899937 T5181 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1899941 T5181 oass.SolrIndexSearcher.<init> Opening Searcher@2223854a main
[junit4:junit4]   2> 1899941 T5181 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1899941 T5181 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1899942 T5181 oash.ReplicationHandler.inform Replication enabled for following config files: schema-replication2.xml:schema.xml
[junit4:junit4]   2> 1899942 T5181 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1899942 T5181 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1899942 T5182 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2223854a main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1899943 T5083 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 1899944 T5083 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1899944 T5083 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C192 name=collection1 org.apache.solr.core.SolrCore@59f4a82b
[junit4:junit4]   2> 1899963 T5174 C192 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
[junit4:junit4]   2> 1899965 T5174 C192 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.RAMDirectory@14ef2f15 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@62fc166f),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1899965 T5174 C192 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1899966 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {deleteByQuery=*:*} 0 3
[junit4:junit4]   2> 1899969 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[0]} 0 0
[junit4:junit4]   2> 1899972 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[1]} 0 0
[junit4:junit4]   2> 1899975 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[2]} 0 0
[junit4:junit4]   2> 1899978 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[3]} 0 0
[junit4:junit4]   2> 1899981 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[4]} 0 0
[junit4:junit4]   2> 1899984 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[5]} 0 0
[junit4:junit4]   2> 1899987 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[6]} 0 0
[junit4:junit4]   2> 1899990 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[7]} 0 0
[junit4:junit4]   2> 1899993 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[8]} 0 0
[junit4:junit4]   2> 1899996 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[9]} 0 0
[junit4:junit4]   2> 1899999 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[10]} 0 0
[junit4:junit4]   2> 1900002 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[11]} 0 0
[junit4:junit4]   2> 1900005 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[12]} 0 0
[junit4:junit4]   2> 1900009 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[13]} 0 1
[junit4:junit4]   2> 1900011 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[14]} 0 0
[junit4:junit4]   2> 1900014 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[15]} 0 0
[junit4:junit4]   2> 1900017 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[16]} 0 0
[junit4:junit4]   2> 1900020 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[17]} 0 0
[junit4:junit4]   2> 1900023 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[18]} 0 0
[junit4:junit4]   2> 1900026 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[19]} 0 0
[junit4:junit4]   2> 1900029 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[20]} 0 0
[junit4:junit4]   2> 1900032 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[21]} 0 0
[junit4:junit4]   2> 1900035 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[22]} 0 0
[junit4:junit4]   2> 1900038 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[23]} 0 0
[junit4:junit4]   2> 1900041 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[24]} 0 0
[junit4:junit4]   2> 1900044 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[25]} 0 0
[junit4:junit4]   2> 1900047 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[26]} 0 0
[junit4:junit4]   2> 1900050 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[27]} 0 0
[junit4:junit4]   2> 1900053 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[28]} 0 0
[junit4:junit4]   2> 1900056 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[29]} 0 0
[junit4:junit4]   2> 1900059 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[30]} 0 0
[junit4:junit4]   2> 1900062 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[31]} 0 0
[junit4:junit4]   2> 1900065 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[32]} 0 0
[junit4:junit4]   2> 1900068 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[33]} 0 0
[junit4:junit4]   2> 1900071 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[34]} 0 0
[junit4:junit4]   2> 1900074 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[35]} 0 0
[junit4:junit4]   2> 1900077 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[36]} 0 0
[junit4:junit4]   2> 1900080 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[37]} 0 0
[junit4:junit4]   2> 1900083 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[38]} 0 0
[junit4:junit4]   2> 1900086 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[39]} 0 0
[junit4:junit4]   2> 1900089 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[40]} 0 0
[junit4:junit4]   2> 1900092 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[41]} 0 0
[junit4:junit4]   2> 1900095 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[42]} 0 0
[junit4:junit4]   2> 1900098 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[43]} 0 0
[junit4:junit4]   2> 1900101 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[44]} 0 0
[junit4:junit4]   2> 1900104 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[45]} 0 0
[junit4:junit4]   2> 1900107 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[46]} 0 0
[junit4:junit4]   2> 1900110 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[47]} 0 0
[junit4:junit4]   2> 1900113 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[48]} 0 0
[junit4:junit4]   2> 1900116 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[49]} 0 0
[junit4:junit4]   2> 1900119 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[50]} 0 0
[junit4:junit4]   2> 1900122 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[51]} 0 0
[junit4:junit4]   2> 1900125 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[52]} 0 0
[junit4:junit4]   2> 1900128 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[53]} 0 0
[junit4:junit4]   2> 1900131 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[54]} 0 0
[junit4:junit4]   2> 1900134 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[55]} 0 0
[junit4:junit4]   2> 1900137 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[56]} 0 0
[junit4:junit4]   2> 1900140 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[57]} 0 0
[junit4:junit4]   2> 1900143 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[58]} 0 0
[junit4:junit4]   2> 1900146 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[59]} 0 0
[junit4:junit4]   2> 1900149 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[60]} 0 0
[junit4:junit4]   2> 1900152 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[61]} 0 0
[junit4:junit4]   2> 1900155 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[62]} 0 0
[junit4:junit4]   2> 1900158 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[63]} 0 0
[junit4:junit4]   2> 1900161 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[64]} 0 0
[junit4:junit4]   2> 1900164 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[65]} 0 0
[junit4:junit4]   2> 1900167 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[66]} 0 0
[junit4:junit4]   2> 1900170 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[67]} 0 0
[junit4:junit4]   2> 1900173 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[68]} 0 0
[junit4:junit4]   2> 1900176 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[69]} 0 0
[junit4:junit4]   2> 1900179 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[70]} 0 0
[junit4:junit4]   2> 1900182 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[71]} 0 0
[junit4:junit4]   2> 1900185 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[72]} 0 0
[junit4:junit4]   2> 1900188 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[73]} 0 0
[junit4:junit4]   2> 1900191 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[74]} 0 0
[junit4:junit4]   2> 1900194 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[75]} 0 0
[junit4:junit4]   2> 1900197 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[76]} 0 0
[junit4:junit4]   2> 1900200 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[77]} 0 0
[junit4:junit4]   2> 1900203 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[78]} 0 0
[junit4:junit4]   2> 1900207 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[79]} 0 0
[junit4:junit4]   2> 1900209 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[80]} 0 0
[junit4:junit4]   2> 1900212 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[81]} 0 0
[junit4:junit4]   2> 1900215 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[82]} 0 0
[junit4:junit4]   2> 1900218 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[83]} 0 0
[junit4:junit4]   2> 1900221 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[84]} 0 0
[junit4:junit4]   2> 1900224 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[85]} 0 0
[junit4:junit4]   2> 1900227 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[86]} 0 0
[junit4:junit4]   2> 1900230 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[87]} 0 0
[junit4:junit4]   2> 1900233 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[88]} 0 0
[junit4:junit4]   2> 1900236 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={wt=javabin&version=2} {add=[89]} 0 0
[junit4:junit4]   2> 1900239 T5174 C192 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/up

[...truncated too long message...]

ckDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index36483771tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46ce7c5f),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.SimpleFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index36483771tmp lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@46ce7c5f),segFN=segments_3,generation=3}
[junit4:junit4]   2> 2575988 T5916 C261 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 2575993 T5916 C261 oass.SolrIndexSearcher.<init> Opening Searcher@525b7964 main
[junit4:junit4]   2> 2575993 T5916 C261 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2575993 T5929 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@525b7964 main{StandardDirectoryReader(segments_3:5:nrt _0(5.0):C1 _1(5.0):C1)}
[junit4:junit4]   2> 2575994 T5916 C261 oasup.LogUpdateProcessor.finish [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 81
[junit4:junit4]   2> 2575996 T5916 C261 oasc.SolrCore.execute [collection1] webapp=/solr path=/select params={sort=id+desc&q=id:2001&wt=javabin&version=2} hits=1 status=0 QTime=0 
[junit4:junit4]   2> 2575997 T5083 oas.SolrTestCaseJ4.tearDown ###Ending doTestIndexAndConfigAliasReplication
[junit4:junit4]   2> 2575998 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=103579246
[junit4:junit4]   2> 2575999 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@f2e34ac
[junit4:junit4]   2> 2575999 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 2576000 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 2576001 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 2576001 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 2576002 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 2576003 T5083 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 2576003 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759250/master/collection1/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759250/master/collection1/data;done=false>>]
[junit4:junit4]   2> 2576004 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759250/master/collection1/data
[junit4:junit4]   2> 2576004 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759250/master/collection1/data/index [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759250/master/collection1/data/index;done=false>>]
[junit4:junit4]   2> 2576004 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759250/master/collection1/data/index
[junit4:junit4]   2> 2576006 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 2576059 T5083 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1892462986
[junit4:junit4]   2> 2576060 T5083 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d8f1d0c
[junit4:junit4]   2> 2576061 T5083 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 2576061 T5083 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 2576062 T5083 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 2576062 T5083 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 2576063 T5083 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 2576064 T5083 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 2576064 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759551/slave/collection1/data [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759551/slave/collection1/data;done=false>>]
[junit4:junit4]   2> 2576065 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759551/slave/collection1/data
[junit4:junit4]   2> 2576071 T5083 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759551/slave/collection1/data/index.20130519160602007 [CachedDir<<refCount=0;path=./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759551/slave/collection1/data/index.20130519160602007;done=false>>]
[junit4:junit4]   2> 2576072 T5083 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.handler.TestReplicationHandler$SolrInstance-1368968759551/slave/collection1/data/index.20130519160602007
[junit4:junit4]   2> 2576073 T5083 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   2> 2576135 T5083 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es, timezone=Asia/Baghdad
[junit4:junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Oracle Corporation 1.7.0_17 (64-bit)/cpus=16,threads=1,free=244340120,total=376635392
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, TestQueryTypes, CollectionsAPIDistributedZkTest, TestElisionMultitermQuery, CoreContainerCoreInitFailuresTest, TestWordDelimiterFilterFactory, TestFiltering, RequiredFieldsTest, SuggesterTSTTest, SuggesterWFSTTest, TestDistributedSearch, JSONWriterTest, ConvertedLegacyTest, DocValuesMultiTest, SimplePostToolTest, EchoParamsTest, SolrCmdDistributorTest, TestJmxMonitoredMap, TestHashPartitioner, IndexBasedSpellCheckerTest, TestRandomFaceting, TestDynamicFieldResource, XmlUpdateRequestHandlerTest, DisMaxRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestMaxScoreQueryParser, UpdateParamsTest, StatsComponentTest, CopyFieldTest, HighlighterTest, HardAutoCommitTest, TestSchemaSimilarityResource, MultiTermTest, SolrCoreCheckLockOnStartupTest, TestCoreDiscovery, BasicZkTest, SpellPossibilityIteratorTest, ZkNodePropsTest, TestStressReorder, TestZkChroot, CachingDirectoryFactoryTest, TestQuerySenderNoQuery, TestReload, TestDefaultSearchFieldResource, XsltUpdateRequestHandlerTest, PingRequestHandlerTest, TestDFRSimilarityFactory, URLClassifyProcessorTest, ZkSolrClientTest, TestPartialUpdateDeduplication, TestFoldingMultitermQuery, DocumentAnalysisRequestHandlerTest, RequestHandlersTest, DefaultValueUpdateProcessorTest, TestFieldTypeResource, TestSolrQueryParserDefaultOperatorResource, TestSolrXml, TestMultiCoreConfBootstrap, TestSuggestSpellingConverter, SpellCheckComponentTest, TestRecovery, TestDistributedGrouping, UniqFieldsUpdateProcessorFactoryTest, TestSolrJ, LeaderElectionIntegrationTest, DateMathParserTest, FieldAnalysisRequestHandlerTest, NotRequiredUniqueKeyTest, IndexSchemaRuntimeFieldTest, BasicDistributedZk2Test, TestSolrQueryParserResource, SolrTestCaseJ4Test, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
[junit4:junit4] Completed on J1 in 681.56s, 13 tests, 1 failure <<< FAILURES!

[...truncated 48 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:384: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:357: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 1 failure, 25 ignored (6 assumptions)

Total time: 96 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 269 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/269/

1 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:56738/_vef/cq returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:56738/_vef/cq returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([384D125B0758D130:B9AB9C437007B10C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 10054 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 2466492 T6741 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /_vef/cq
[junit4:junit4]   2> 2466498 T6741 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyShardSplitTest-1369294405338
[junit4:junit4]   2> 2466500 T6741 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 2466500 T6742 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 2466601 T6741 oasc.ZkTestServer.run start zk server on port:56731
[junit4:junit4]   2> 2466602 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2466609 T6748 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47eefdde name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2466610 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2466610 T6741 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2466616 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2466625 T6750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56b38747 name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2466625 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2466626 T6741 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2466631 T6741 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2466640 T6741 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2466643 T6741 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2466647 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2466648 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2466661 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2466662 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2466765 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2466766 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2466770 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2466770 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2466773 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2466774 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2466777 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2466778 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2466781 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2466782 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2466786 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2466786 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2466790 T6741 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2466790 T6741 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2467096 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2467103 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56734
[junit4:junit4]   2> 2467104 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2467104 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2467105 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640
[junit4:junit4]   2> 2467105 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/solr.xml
[junit4:junit4]   2> 2467105 T6741 oasc.CoreContainer.<init> New CoreContainer 814198593
[junit4:junit4]   2> 2467106 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/'
[junit4:junit4]   2> 2467107 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/'
[junit4:junit4]   2> 2467255 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2467256 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2467256 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2467257 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2467257 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2467258 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2467258 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2467259 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2467259 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2467259 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2467279 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2467280 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4]   2> 2467281 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2467282 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2467285 T6761 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@439ed0ea name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2467285 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2467289 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2467303 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2467306 T6763 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41315289 name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2467306 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2467309 T6741 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 2467321 T6741 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 2467325 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2467328 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56734__vef%2Fcq
[junit4:junit4]   2> 2467335 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56734__vef%2Fcq
[junit4:junit4]   2> 2467339 T6741 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2467358 T6741 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2467361 T6741 oasc.Overseer.start Overseer (id=89738078148820995-127.0.0.1:56734__vef%2Fcq-n_0000000000) starting
[junit4:junit4]   2> 2467370 T6741 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 2467381 T6765 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2467382 T6741 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2467384 T6741 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 2467386 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2467389 T6764 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2467393 T6766 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1
[junit4:junit4]   2> 2467394 T6766 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 2467394 T6766 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2467395 T6766 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 2467396 T6766 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/'
[junit4:junit4]   2> 2467398 T6766 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/lib/README' to classloader
[junit4:junit4]   2> 2467398 T6766 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2467455 T6766 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2467523 T6766 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2467625 T6766 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2467634 T6766 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2468201 T6766 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2468203 T6766 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2468205 T6766 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2468209 T6766 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2468227 T6766 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2468227 T6766 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369294405640/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/
[junit4:junit4]   2> 2468228 T6766 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4]   2> 2468228 T6766 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2468230 T6766 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data
[junit4:junit4]   2> 2468231 T6766 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/index/
[junit4:junit4]   2> 2468231 T6766 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2468233 T6766 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/index
[junit4:junit4]   2> 2468264 T6766 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2468264 T6766 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2468267 T6766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2468267 T6766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2468268 T6766 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2468269 T6766 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2468269 T6766 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2468269 T6766 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2468270 T6766 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2468270 T6766 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2468271 T6766 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2468291 T6766 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2468301 T6766 oass.SolrIndexSearcher.<init> Opening Searcher@4babb5e4 main
[junit4:junit4]   2> 2468302 T6766 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/control/data/tlog
[junit4:junit4]   2> 2468303 T6766 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2468304 T6766 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2468307 T6767 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4babb5e4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2468308 T6766 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2468309 T6766 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2468893 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2468894 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56734__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56734/_vef/cq"}
[junit4:junit4]   2> 2468894 T6764 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2468894 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2468913 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2469311 T6766 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2469311 T6766 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56734/_vef/cq collection:control_collection shard:shard1
[junit4:junit4]   2> 2469312 T6766 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2469367 T6766 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2469378 T6766 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2469379 T6766 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2469379 T6766 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56734/_vef/cq/collection1/
[junit4:junit4]   2> 2469379 T6766 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2469380 T6766 oasc.SyncStrategy.syncToMe http://127.0.0.1:56734/_vef/cq/collection1/ has no replicas
[junit4:junit4]   2> 2469380 T6766 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56734/_vef/cq/collection1/
[junit4:junit4]   2> 2469380 T6766 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2470417 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2470444 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2470460 T6766 oasc.ZkController.register We are http://127.0.0.1:56734/_vef/cq/collection1/ and leader is http://127.0.0.1:56734/_vef/cq/collection1/
[junit4:junit4]   2> 2470460 T6766 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56734/_vef/cq
[junit4:junit4]   2> 2470460 T6766 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2470461 T6766 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2470461 T6766 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2470463 T6766 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2470465 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2470465 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2470466 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2470484 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2470486 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2470494 T6770 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2f66b90a name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2470495 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2470497 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2470499 T6741 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 2470809 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2470813 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56738
[junit4:junit4]   2> 2470813 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2470814 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2470814 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339
[junit4:junit4]   2> 2470815 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/solr.xml
[junit4:junit4]   2> 2470815 T6741 oasc.CoreContainer.<init> New CoreContainer 1582755954
[junit4:junit4]   2> 2470816 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/'
[junit4:junit4]   2> 2470817 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/'
[junit4:junit4]   2> 2470983 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2470983 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2470984 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2470984 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2470985 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2470985 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2470986 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2470986 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2470987 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2470987 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2471004 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2471005 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4]   2> 2471006 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2471007 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2471010 T6781 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6cb78287 name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2471011 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2471025 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2471037 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2471039 T6783 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28a18f9e name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2471040 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2471050 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2471957 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2471958 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56734__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56734__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56734/_vef/cq"}
[junit4:junit4]   2> 2471998 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2471998 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2471998 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2472054 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56738__vef%2Fcq
[junit4:junit4]   2> 2472056 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56738__vef%2Fcq
[junit4:junit4]   2> 2472059 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2472059 T6783 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2472059 T6763 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2472060 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2472060 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2472060 T6770 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2472073 T6784 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1
[junit4:junit4]   2> 2472073 T6784 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2472074 T6784 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2472074 T6784 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2472076 T6784 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/'
[junit4:junit4]   2> 2472077 T6784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/lib/README' to classloader
[junit4:junit4]   2> 2472078 T6784 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2472131 T6784 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2472192 T6784 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2472293 T6784 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2472303 T6784 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2472868 T6784 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2472872 T6784 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2472875 T6784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2472880 T6784 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2472904 T6784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2472905 T6784 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369294409339/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/
[junit4:junit4]   2> 2472905 T6784 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4]   2> 2472906 T6784 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2472908 T6784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1
[junit4:junit4]   2> 2472909 T6784 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/index/
[junit4:junit4]   2> 2472909 T6784 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2472912 T6784 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/index
[junit4:junit4]   2> 2472926 T6784 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2472927 T6784 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2472930 T6784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2472930 T6784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2472931 T6784 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2472932 T6784 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2472932 T6784 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2472933 T6784 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2472933 T6784 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2472934 T6784 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2472934 T6784 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2472960 T6784 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2472971 T6784 oass.SolrIndexSearcher.<init> Opening Searcher@185a88e main
[junit4:junit4]   2> 2472971 T6784 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty1/tlog
[junit4:junit4]   2> 2472973 T6784 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2472973 T6784 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2472977 T6785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@185a88e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2472979 T6784 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2472979 T6784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2473503 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2473504 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56738__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56738/_vef/cq"}
[junit4:junit4]   2> 2473504 T6764 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 2473505 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2473509 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2473509 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2473509 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2473982 T6784 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2473982 T6784 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56738/_vef/cq collection:collection1 shard:shard1
[junit4:junit4]   2> 2473983 T6784 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 2474006 T6784 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2474009 T6784 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2474010 T6784 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2474010 T6784 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4]   2> 2474010 T6784 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2474010 T6784 oasc.SyncStrategy.syncToMe http://127.0.0.1:56738/_vef/cq/collection1/ has no replicas
[junit4:junit4]   2> 2474011 T6784 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4]   2> 2474011 T6784 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 2475025 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2475041 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2475041 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2475041 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2475101 T6784 oasc.ZkController.register We are http://127.0.0.1:56738/_vef/cq/collection1/ and leader is http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4]   2> 2475101 T6784 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56738/_vef/cq
[junit4:junit4]   2> 2475101 T6784 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2475102 T6784 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2475102 T6784 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2475120 T6784 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2475121 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2475122 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2475123 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2475445 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2475448 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56741
[junit4:junit4]   2> 2475449 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2475449 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2475450 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981
[junit4:junit4]   2> 2475450 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/solr.xml
[junit4:junit4]   2> 2475451 T6741 oasc.CoreContainer.<init> New CoreContainer 234447903
[junit4:junit4]   2> 2475452 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/'
[junit4:junit4]   2> 2475452 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/'
[junit4:junit4]   2> 2475588 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2475589 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2475589 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2475589 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2475590 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2475590 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2475591 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2475591 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2475592 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2475592 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2475610 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2475611 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4]   2> 2475612 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2475613 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2475630 T6797 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@82452a0 name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2475631 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2475651 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2475664 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2475668 T6799 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e87e077 name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2475668 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2475673 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2476555 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2476556 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56738__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56738__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56738/_vef/cq"}
[junit4:junit4]   2> 2476604 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2476605 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2476604 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2476604 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2476677 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56741__vef%2Fcq
[junit4:junit4]   2> 2476679 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56741__vef%2Fcq
[junit4:junit4]   2> 2476682 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2476682 T6783 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2476682 T6763 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2476682 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2476683 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2476682 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2476683 T6799 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2476691 T6770 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2476696 T6800 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1
[junit4:junit4]   2> 2476696 T6800 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2476697 T6800 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2476697 T6800 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2476699 T6800 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/'
[junit4:junit4]   2> 2476700 T6800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/lib/README' to classloader
[junit4:junit4]   2> 2476701 T6800 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2476754 T6800 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2476818 T6800 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2476920 T6800 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2476929 T6800 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2477517 T6800 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2477521 T6800 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2477524 T6800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2477530 T6800 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2477553 T6800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2477554 T6800 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369294413981/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/
[junit4:junit4]   2> 2477554 T6800 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4]   2> 2477555 T6800 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2477557 T6800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2
[junit4:junit4]   2> 2477557 T6800 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/index/
[junit4:junit4]   2> 2477558 T6800 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2477560 T6800 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/index
[junit4:junit4]   2> 2477568 T6800 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2477569 T6800 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2477572 T6800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2477572 T6800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2477573 T6800 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2477573 T6800 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2477574 T6800 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2477574 T6800 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2477575 T6800 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2477575 T6800 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2477576 T6800 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2477593 T6800 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2477604 T6800 oass.SolrIndexSearcher.<init> Opening Searcher@6695a8f0 main
[junit4:junit4]   2> 2477604 T6800 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty2/tlog
[junit4:junit4]   2> 2477605 T6800 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2477606 T6800 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2477610 T6801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6695a8f0 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2477613 T6800 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2477613 T6800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2478110 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2478111 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56741__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56741/_vef/cq"}
[junit4:junit4]   2> 2478112 T6764 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 2478112 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 2478116 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2478116 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2478116 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2478116 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2478616 T6800 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2478616 T6800 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56741/_vef/cq collection:collection1 shard:shard2
[junit4:junit4]   2> 2478617 T6800 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 2478634 T6800 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2478637 T6800 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2478638 T6800 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2478638 T6800 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4]   2> 2478638 T6800 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2478638 T6800 oasc.SyncStrategy.syncToMe http://127.0.0.1:56741/_vef/cq/collection1/ has no replicas
[junit4:junit4]   2> 2478639 T6800 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4]   2> 2478639 T6800 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 2479631 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2479655 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2479655 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2479655 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2479655 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2479664 T6800 oasc.ZkController.register We are http://127.0.0.1:56741/_vef/cq/collection1/ and leader is http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4]   2> 2479664 T6800 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56741/_vef/cq
[junit4:junit4]   2> 2479664 T6800 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2479664 T6800 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2479665 T6800 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2479666 T6800 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2479668 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2479668 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2479669 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2479982 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2479985 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56744
[junit4:junit4]   2> 2479986 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2479986 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2479987 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524
[junit4:junit4]   2> 2479987 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/solr.xml
[junit4:junit4]   2> 2479988 T6741 oasc.CoreContainer.<init> New CoreContainer 927904194
[junit4:junit4]   2> 2479988 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/'
[junit4:junit4]   2> 2479989 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/'
[junit4:junit4]   2> 2480152 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2480153 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2480154 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2480154 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2480154 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2480155 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2480155 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2480156 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2480156 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2480157 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2480175 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2480176 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4]   2> 2480176 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2480177 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2480181 T6813 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5ab392df name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2480182 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2480234 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2480246 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2480272 T6815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65fa0e7e name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2480273 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2480296 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2481160 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2481161 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56741__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56741__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56741/_vef/cq"}
[junit4:junit4]   2> 2481185 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481185 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481185 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481185 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481185 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481300 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56744__vef%2Fcq
[junit4:junit4]   2> 2481302 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56744__vef%2Fcq
[junit4:junit4]   2> 2481305 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481305 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2481305 T6815 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2481305 T6763 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2481305 T6783 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2481306 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2481306 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2481306 T6799 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2481306 T6770 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2481306 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2481322 T6816 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1
[junit4:junit4]   2> 2481323 T6816 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2481324 T6816 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2481324 T6816 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2481325 T6816 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/'
[junit4:junit4]   2> 2481327 T6816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2481328 T6816 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/lib/README' to classloader
[junit4:junit4]   2> 2481381 T6816 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2481451 T6816 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2481552 T6816 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2481560 T6816 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2482127 T6816 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2482132 T6816 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2482134 T6816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2482139 T6816 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2482159 T6816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2482160 T6816 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369294418524/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/
[junit4:junit4]   2> 2482160 T6816 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4]   2> 2482161 T6816 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2482163 T6816 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3
[junit4:junit4]   2> 2482164 T6816 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index/
[junit4:junit4]   2> 2482164 T6816 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2482167 T6816 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index
[junit4:junit4]   2> 2482173 T6816 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2482173 T6816 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2482177 T6816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2482177 T6816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2482178 T6816 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2482178 T6816 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2482179 T6816 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2482179 T6816 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2482179 T6816 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2482180 T6816 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2482181 T6816 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2482201 T6816 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2482211 T6816 oass.SolrIndexSearcher.<init> Opening Searcher@3f0c62ed main
[junit4:junit4]   2> 2482212 T6816 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/tlog
[junit4:junit4]   2> 2482213 T6816 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2482214 T6816 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2482218 T6817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f0c62ed main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2482220 T6816 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2482220 T6816 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2482690 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2482691 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56744__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56744/_vef/cq"}
[junit4:junit4]   2> 2482691 T6764 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 2482692 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2482696 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2482696 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2482696 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2482696 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2482696 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2483223 T6816 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2483223 T6816 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56744/_vef/cq collection:collection1 shard:shard1
[junit4:junit4]   2> 2483226 T6816 oasc.ZkController.register We are http://127.0.0.1:56744/_vef/cq/collection1/ and leader is http://127.0.0.1:56738/_vef/cq/collection1/
[junit4:junit4]   2> 2483227 T6816 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56744/_vef/cq
[junit4:junit4]   2> 2483227 T6816 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 2483227 T6816 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C21880 name=collection1 org.apache.solr.core.SolrCore@6de5a2d4 url=http://127.0.0.1:56744/_vef/cq/collection1 node=127.0.0.1:56744__vef%2Fcq C21880_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56744__vef%2Fcq, base_url=http://127.0.0.1:56744/_vef/cq}
[junit4:junit4]   2> 2483228 T6818 C21880 P56744 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 2483228 T6818 C21880 P56744 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2483228 T6816 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2483228 T6818 C21880 P56744 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 2483229 T6818 C21880 P56744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2483229 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2483230 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2483230 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2483231 T6818 C21880 P56744 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2483259 T6773 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:56744__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2483552 T6741 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2483555 T6741 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:56748
[junit4:junit4]   2> 2483556 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2483556 T6741 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2483557 T6741 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097
[junit4:junit4]   2> 2483557 T6741 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/solr.xml
[junit4:junit4]   2> 2483557 T6741 oasc.CoreContainer.<init> New CoreContainer 126984632
[junit4:junit4]   2> 2483558 T6741 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/'
[junit4:junit4]   2> 2483559 T6741 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/'
[junit4:junit4]   2> 2483702 T6741 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2483703 T6741 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2483703 T6741 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2483704 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2483704 T6741 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2483705 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2483705 T6741 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2483705 T6741 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2483706 T6741 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2483706 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2483726 T6741 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2483727 T6741 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:56731/solr
[junit4:junit4]   2> 2483728 T6741 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2483729 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2483732 T6830 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70f1e877 name:ZooKeeperConnection Watcher:127.0.0.1:56731 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2483733 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2483747 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2483761 T6741 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2483764 T6832 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59a2e01d name:ZooKeeperConnection Watcher:127.0.0.1:56731/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2483764 T6741 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2483776 T6741 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2484212 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2484213 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56744__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56744__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56744/_vef/cq"}
[junit4:junit4]   2> 2484228 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484228 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484228 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484228 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484228 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484228 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484261 T6773 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:56744__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 2484261 T6773 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:56744__vef%252Fcq_collection1&state=recovering&nodeName=127.0.0.1:56744__vef%252Fcq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 2484780 T6741 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56748__vef%2Fcq
[junit4:junit4]   2> 2484782 T6741 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:56748__vef%2Fcq
[junit4:junit4]   2> 2484785 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484785 T6763 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2484785 T6832 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2484785 T6815 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2484785 T6783 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2484785 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2484786 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2484786 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2484786 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2484786 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2484795 T6770 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2484796 T6799 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2484801 T6833 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1
[junit4:junit4]   2> 2484802 T6833 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2484802 T6833 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2484802 T6833 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2484804 T6833 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/'
[junit4:junit4]   2> 2484806 T6833 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/lib/README' to classloader
[junit4:junit4]   2> 2484807 T6833 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2484861 T6833 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 2484926 T6833 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2485027 T6833 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2485035 T6833 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2485615 T6833 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2485620 T6833 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2485623 T6833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2485638 T6833 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2485660 T6833 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2485661 T6833 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369294422097/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/
[junit4:junit4]   2> 2485661 T6833 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32486d9f
[junit4:junit4]   2> 2485661 T6833 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 2485664 T6833 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4
[junit4:junit4]   2> 2485665 T6833 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index/
[junit4:junit4]   2> 2485665 T6833 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2485668 T6833 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index
[junit4:junit4]   2> 2485675 T6833 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2485675 T6833 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2485679 T6833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2485679 T6833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2485680 T6833 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2485680 T6833 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2485681 T6833 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2485681 T6833 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2485682 T6833 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2485682 T6833 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2485683 T6833 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2485704 T6833 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2485714 T6833 oass.SolrIndexSearcher.<init> Opening Searcher@39a3bfd6 main
[junit4:junit4]   2> 2485714 T6833 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/tlog
[junit4:junit4]   2> 2485716 T6833 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2485716 T6833 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2485721 T6834 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39a3bfd6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2485723 T6833 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2485723 T6833 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2485733 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2485734 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56748__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56748/_vef/cq"}
[junit4:junit4]   2> 2485734 T6764 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 2485734 T6764 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 2485739 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2485739 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2485739 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2485739 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2485739 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2485739 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> ASYNC  NEW_CORE C21881 name=collection1 org.apache.solr.core.SolrCore@6de5a2d4 url=http://127.0.0.1:56744/_vef/cq/collection1 node=127.0.0.1:56744__vef%2Fcq C21881_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56744__vef%2Fcq, base_url=http://127.0.0.1:56744/_vef/cq}
[junit4:junit4]   2> 2486263 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56738/_vef/cq/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 2486263 T6818 C21881 P56744 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56744/_vef/cq START replicas=[http://127.0.0.1:56738/_vef/cq/collection1/] nUpdates=100
[junit4:junit4]   2> 2486264 T6818 C21881 P56744 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2486265 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 2486265 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 2486265 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 2486265 T6818 C21881 P56744 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2486266 T6818 C21881 P56744 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56738/_vef/cq/collection1/. core=collection1
[junit4:junit4]   2> 2486266 T6818 C21881 P56744 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C21882 name=collection1 org.apache.solr.core.SolrCore@1d088756 url=http://127.0.0.1:56738/_vef/cq/collection1 node=127.0.0.1:56738__vef%2Fcq C21882_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56738__vef%2Fcq, base_url=http://127.0.0.1:56738/_vef/cq, leader=true}
[junit4:junit4]   2> 2486272 T6774 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2486286 T6775 C21882 P56738 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2486291 T6775 C21882 P56738 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2486291 T6775 C21882 P56738 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2486300 T6775 C21882 P56738 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2486300 T6775 C21882 P56738 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2486302 T6775 C21882 P56738 oass.SolrIndexSearcher.<init> Opening Searcher@77919128 realtime
[junit4:junit4]   2> 2486302 T6775 C21882 P56738 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2486302 T6775 C21882 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 17
[junit4:junit4]   2> 2486303 T6818 C21881 P56744 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2486304 T6818 C21881 P56744 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2486307 T6776 C21882 P56738 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2486307 T6776 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 2486308 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 2486308 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 2486308 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 2486312 T6776 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 2486312 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 2486315 T6818 C21881 P56744 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152
[junit4:junit4]   2> 2486318 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853969tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2ed5ae81)) fullCopy=false
[junit4:junit4]   2> 2486322 T6776 C21882 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 2486324 T6818 C21881 P56744 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 2486328 T6818 C21881 P56744 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 2486328 T6818 C21881 P56744 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 2486335 T6818 C21881 P56744 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2486336 T6818 C21881 P56744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2486336 T6818 C21881 P56744 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 2486338 T6818 C21881 P56744 oass.SolrIndexSearcher.<init> Opening Searcher@708845f4 main
[junit4:junit4]   2> 2486339 T6817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@708845f4 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2486339 T6818 C21881 P56744 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152;done=true>>]
[junit4:junit4]   2> 2486340 T6818 C21881 P56744 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152
[junit4:junit4]   2> 2486340 T6818 C21881 P56744 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty3/index.20130523043345152
[junit4:junit4]   2> 2486340 T6818 C21881 P56744 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 2486340 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 2486341 T6818 C21881 P56744 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2486341 T6818 C21881 P56744 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2486343 T6818 C21881 P56744 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 2486726 T6833 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2486726 T6833 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:56748/_vef/cq collection:collection1 shard:shard2
[junit4:junit4]   2> 2486729 T6833 oasc.ZkController.register We are http://127.0.0.1:56748/_vef/cq/collection1/ and leader is http://127.0.0.1:56741/_vef/cq/collection1/
[junit4:junit4]   2> 2486730 T6833 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:56748/_vef/cq
[junit4:junit4]   2> 2486730 T6833 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 2486730 T6833 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C21883 name=collection1 org.apache.solr.core.SolrCore@1c0ee552 url=http://127.0.0.1:56748/_vef/cq/collection1 node=127.0.0.1:56748__vef%2Fcq C21883_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4]   2> 2486731 T6837 C21883 P56748 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 2486731 T6833 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2486731 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2486731 T6837 C21883 P56748 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 2486732 T6837 C21883 P56748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2486732 T6741 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
[junit4:junit4]   2> 2486733 T6741 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2486733 T6837 C21883 P56748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2486733 T6741 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2486762 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2486763 T6789 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:56748__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2486763 T6741 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 2486764 T6741 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 2486764 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2487253 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2487254 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56744__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56744__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56744/_vef/cq"}
[junit4:junit4]   2> 2487261 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56748__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56748__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56748/_vef/cq"}
[junit4:junit4]   2> 2487274 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2487274 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2487274 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2487274 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2487274 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2487274 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2487764 T6789 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:56748__vef%2Fcq_collection1, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 2487764 T6789 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:56748__vef%252Fcq_collection1&state=recovering&nodeName=127.0.0.1:56748__vef%252Fcq&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 2487766 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2488768 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C21883_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4]   2> 2489766 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:56741/_vef/cq/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 2489766 T6837 C21883 P56748 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:56748/_vef/cq START replicas=[http://127.0.0.1:56741/_vef/cq/collection1/] nUpdates=100
[junit4:junit4]   2> 2489767 T6837 C21883 P56748 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2489767 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 2489767 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 2489767 T6837 C21883 P56748 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 2489767 T6837 C21883 P56748 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2489768 T6837 C21883 P56748 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:56741/_vef/cq/collection1/. core=collection1
[junit4:junit4]   2> 2489768 T6837 C21883 P56748 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2489770 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C21884 name=collection1 org.apache.solr.core.SolrCore@3c78b319 url=http://127.0.0.1:56741/_vef/cq/collection1 node=127.0.0.1:56741__vef%2Fcq C21884_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56741__vef%2Fcq, base_url=http://127.0.0.1:56741/_vef/cq, leader=true}
[junit4:junit4]   2> 2489780 T6790 C21884 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2489780 T6791 C21884 P56741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2489786 T6791 C21884 P56741 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2489786 T6791 C21884 P56741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2489838 T6791 C21884 P56741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2489838 T6791 C21884 P56741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2489840 T6791 C21884 P56741 oass.SolrIndexSearcher.<init> Opening Searcher@14391e93 realtime
[junit4:junit4]   2> 2489840 T6791 C21884 P56741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2489841 T6791 C21884 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 61
[junit4:junit4]   2> 2489842 T6837 C21883 P56748 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2489842 T6837 C21883 P56748 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2489845 T6792 C21884 P56741 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2489845 T6792 C21884 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 2489846 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 2489846 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 2489846 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 2489848 T6792 C21884 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2489849 T6837 C21883 P56748 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> ASYNC  NEW_CORE C21885 name=collection1 org.apache.solr.core.SolrCore@1c0ee552 url=http://127.0.0.1:56748/_vef/cq/collection1 node=127.0.0.1:56748__vef%2Fcq C21885_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4]   2> 2489859 T6837 C21885 P56748 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688
[junit4:junit4]   2> 2489860 T6837 C21885 P56748 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.NIOFSDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853970tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@789b3b4)) fullCopy=false
[junit4:junit4]   2> ASYNC  NEW_CORE C21886 name=collection1 org.apache.solr.core.SolrCore@3c78b319 url=http://127.0.0.1:56741/_vef/cq/collection1 node=127.0.0.1:56741__vef%2Fcq C21886_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56741__vef%2Fcq, base_url=http://127.0.0.1:56741/_vef/cq, leader=true}
[junit4:junit4]   2> 2489864 T6792 C21886 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 2489866 T6837 C21885 P56748 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 2489868 T6837 C21885 P56748 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 2489869 T6837 C21885 P56748 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 2489873 T6837 C21885 P56748 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2489874 T6837 C21885 P56748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2489874 T6837 C21885 P56748 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 2489875 T6837 C21885 P56748 oass.SolrIndexSearcher.<init> Opening Searcher@24d19e52 main
[junit4:junit4]   2> 2489876 T6834 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@24d19e52 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2489877 T6837 C21885 P56748 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688;done=true>>]
[junit4:junit4]   2> 2489877 T6837 C21885 P56748 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688
[junit4:junit4]   2> 2489878 T6837 C21885 P56748 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index.20130523043348688
[junit4:junit4]   2> 2489878 T6837 C21885 P56748 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 2489878 T6837 C21885 P56748 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 2489878 T6837 C21885 P56748 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2489878 T6837 C21885 P56748 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2489880 T6837 C21885 P56748 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 2490289 T6764 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2490290 T6764 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:56748__vef%2Fcq_collection1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:56748__vef%2Fcq",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:56748/_vef/cq"}
[junit4:junit4]   2> 2490330 T6783 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2490330 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2490330 T6799 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2490330 T6763 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2490330 T6815 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2490330 T6770 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2490772 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2490773 T6741 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C21887 name=collection1 org.apache.solr.core.SolrCore@6cad3bb8 url=http://127.0.0.1:56734/_vef/cq/collection1 node=127.0.0.1:56734__vef%2Fcq C21887_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:56734__vef%2Fcq, base_url=http://127.0.0.1:56734/_vef/cq, leader=true}
[junit4:junit4]   2> 2490786 T6753 C21887 P56734 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2490791 T6753 C21887 P56734 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_1,generation=1}
[junit4:junit4]   2> 2490791 T6753 C21887 P56734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2490795 T6753 C21887 P56734 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853960tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@dc71949),segFN=segments_2,generation=2}
[junit4:junit4]   2> 2490796 T6753 C21887 P56734 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 2490797 T6753 C21887 P56734 oass.SolrIndexSearcher.<init> Opening Searcher@2ae4afa0 main
[junit4:junit4]   2> 2490798 T6753 C21887 P56734 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2490798 T6767 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2ae4afa0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2490799 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 13
[junit4:junit4]   2> 2490810 T6793 C21886 P56741 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2490814 T6793 C21886 P56741 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853964tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@2a2d9ba),segFN=segments_3,generation=3}
[junit4:junit4]   2> 2490814 T6793 C21886 P56741 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 2490815 T6793 C21886 P56741 oass.SolrIndexSearcher.<init> Opening Searcher@418c9b48 main
[junit4:junit4]   2> 2490816 T6793 C21886 P56741 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2490817 T6801 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@418c9b48 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2490817 T6793 C21886 P56741 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:56738/_vef/cq/collection1/, StdNode: http://127.0.0.1:56744/_vef/cq/collection1/, StdNode: http://127.0.0.1:56748/_vef/cq/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> ASYNC  NEW_CORE C21888 name=collection1 org.apache.solr.core.SolrCore@1d088756 url=http://127.0.0.1:56738/_vef/cq/collection1 node=127.0.0.1:56738__vef%2Fcq C21888_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56738__vef%2Fcq, base_url=http://127.0.0.1:56738/_vef/cq, leader=true}
[junit4:junit4]   2> 2490821 T6777 C21888 P56738 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2490826 T6777 C21888 P56738 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853962tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@489c6f0e),segFN=segments_3,generation=3}
[junit4:junit4]   2> 2490827 T6777 C21888 P56738 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 2490828 T6777 C21888 P56738 oass.SolrIndexSearcher.<init> Opening Searcher@158a255 main
[junit4:junit4]   2> 2490828 T6777 C21888 P56738 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2490829 T6785 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@158a255 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2490830 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2>  C21885_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56748__vef%2Fcq, base_url=http://127.0.0.1:56748/_vef/cq}
[junit4:junit4]   2> 2490838 T6822 C21885 P56748 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C21889 name=collection1 org.apache.solr.core.SolrCore@6de5a2d4 url=http://127.0.0.1:56744/_vef/cq/collection1 node=127.0.0.1:56744__vef%2Fcq C21889_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:56744__vef%2Fcq, base_url=http://127.0.0.1:56744/_vef/cq}
[junit4:junit4]   2> 2490838 T6805 C21889 P56744 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2490851 T6822 C21885 P56748 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853968tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@78fbbee1),segFN=segments_3,generation=3}
[junit4:junit4]   2> 2490852 T6805 C21889 P56744 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=BaseDirectoryWrapper(org.apache.lucene.store.MMapDirectory@/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/index5384853966tmp lockFactory=org.apache.lucene.store.NativeFSLockFactory@4562841e),segFN=segments_3,generation=3}
[junit4:junit4]   2> 2490852 T6822 C21885 P56748 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 2490853 T6805 C21889 P56744 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 2490854 T6822 C21885 P56748 oass.SolrIndexSearcher.<init> Opening Searcher@3209ce43 main
[junit4:junit4]   2> 2490855 T6805 C21889 P56744 oass.SolrIndexSearcher.<init> Opening Searcher@768d544a main
[junit4:junit4]   2> 2490855 T6822 C21885 P56748 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2490855 T6805 C21889 P56744 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2490856 T6817 oasc.JmxMonitoredMap.put WARN Failed to register info bean: fieldValueCache javax.management.InstanceAlreadyExistsException: solr/collection1:type=fieldValueCache,id=org.apache.solr.search.FastLRUCache
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.Repository.addMBean(Repository.java:437)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerWithRepository(DefaultMBeanServerInterceptor.java:1898)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerDynamicMBean(DefaultMBeanServerInterceptor.java:966)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerObject(DefaultMBeanServerInterceptor.java:900)
[junit4:junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.registerMBean(DefaultMBeanServerInterceptor.java:324)
[junit4:junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.registerMBean(JmxMBeanServer.java:513)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:140)
[junit4:junit4]   2> 	at org.apache.solr.core.JmxMonitoredMap.put(JmxMonitoredMap.java:51)
[junit4:junit4]   2> 	at org.apache.solr.search.SolrIndexSearcher.register(SolrIndexSearcher.java:303)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.registerSearcher(SolrCore.java:1784)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore.access$000(SolrCore.java:131)
[junit4:junit4]   2> 	at org.apache.solr.core.SolrCore$7.call(SolrCore.java:1661)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask$Sync.innerRun(FutureTask.java:334)
[junit4:junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:166)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 
[junit4:junit4]   2> 2490856 T6834 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3209ce43 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2490857 T6817 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@768d544a main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 2490857 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 2490858 T6805 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 20
[junit4:junit4]   2> 2490859 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 49
[junit4:junit4]   2> 2490860 T6741 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2490862 T6778 C21888 P56738 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2490864 T6806 C21889 P56744 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2490865 T6794 C21886 P56741 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2490867 T6823 C21885 P56748 oasc.SolrCore.execute [collection1] webapp=/_vef/cq path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 2492872 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435809278023696384)} 0 2
[junit4:junit4]   2> 2492881 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={update.distrib=FROMLEADER&_version_=-1435809278027890688&update.from=http://127.0.0.1:56738/_vef/cq/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435809278027890688)} 0 2
[junit4:junit4]   2> 2492886 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={update.distrib=FROMLEADER&_version_=-1435809278033133568&update.from=http://127.0.0.1:56741/_vef/cq/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435809278033133568)} 0 2
[junit4:junit4]   2> 2492886 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435809278033133568)} 0 7
[junit4:junit4]   2> 2492887 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435809278027890688)} 0 13
[junit4:junit4]   2> 2492893 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[0 (1435809278044667904)]} 0 2
[junit4:junit4]   2> 2492901 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435809278049910784)]} 0 2
[junit4:junit4]   2> 2492902 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[0 (1435809278049910784)]} 0 7
[junit4:junit4]   2> 2492905 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[1 (1435809278060396544)]} 0 0
[junit4:junit4]   2> 2492913 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435809278065639424)]} 0 0
[junit4:junit4]   2> 2492914 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435809278065639424)]} 0 4
[junit4:junit4]   2> 2492915 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[1]} 0 7
[junit4:junit4]   2> 2492918 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[2 (1435809278074028032)]} 0 0
[junit4:junit4]   2> 2492929 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435809278079270912)]} 0 2
[junit4:junit4]   2> 2492930 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[2 (1435809278079270912)]} 0 7
[junit4:junit4]   2> 2492931 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[2]} 0 10
[junit4:junit4]   2> 2492933 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[3 (1435809278089756672)]} 0 0
[junit4:junit4]   2> 2492939 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435809278092902400)]} 0 0
[junit4:junit4]   2> 2492940 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[3 (1435809278092902400)]} 0 4
[junit4:junit4]   2> 2492943 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[4 (1435809278100242432)]} 0 0
[junit4:junit4]   2> 2492950 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435809278105485312)]} 0 0
[junit4:junit4]   2> 2492951 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[4 (1435809278105485312)]} 0 3
[junit4:junit4]   2> 2492952 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[4]} 0 6
[junit4:junit4]   2> 2492954 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[5 (1435809278111776768)]} 0 0
[junit4:junit4]   2> 2492961 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435809278117019648)]} 0 0
[junit4:junit4]   2> 2492962 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[5 (1435809278117019648)]} 0 3
[junit4:junit4]   2> 2492963 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[5]} 0 6
[junit4:junit4]   2> 2492965 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[6 (1435809278123311104)]} 0 0
[junit4:junit4]   2> 2492972 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435809278128553984)]} 0 0
[junit4:junit4]   2> 2492973 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[6 (1435809278128553984)]} 0 3
[junit4:junit4]   2> 2492974 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[6]} 0 6
[junit4:junit4]   2> 2492976 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[7 (1435809278134845440)]} 0 0
[junit4:junit4]   2> 2492982 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435809278137991168)]} 0 0
[junit4:junit4]   2> 2492983 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[7 (1435809278137991168)]} 0 4
[junit4:junit4]   2> 2492986 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[8 (1435809278145331200)]} 0 0
[junit4:junit4]   2> 2492993 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435809278150574080)]} 0 0
[junit4:junit4]   2> 2492994 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1435809278150574080)]} 0 3
[junit4:junit4]   2> 2492995 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[8]} 0 6
[junit4:junit4]   2> 2492997 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[9 (1435809278156865536)]} 0 0
[junit4:junit4]   2> 2493002 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435809278160011264)]} 0 0
[junit4:junit4]   2> 2493003 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[9 (1435809278160011264)]} 0 3
[junit4:junit4]   2> 2493005 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[10 (1435809278165254144)]} 0 0
[junit4:junit4]   2> 2493013 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435809278170497024)]} 0 1
[junit4:junit4]   2> 2493013 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[10 (1435809278170497024)]} 0 3
[junit4:junit4]   2> 2493014 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[10]} 0 6
[junit4:junit4]   2> 2493017 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[11 (1435809278177837056)]} 0 0
[junit4:junit4]   2> 2493023 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435809278180982784)]} 0 0
[junit4:junit4]   2> 2493024 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[11 (1435809278180982784)]} 0 4
[junit4:junit4]   2> 2493027 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[12 (1435809278188322816)]} 0 0
[junit4:junit4]   2> 2493035 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435809278193565696)]} 0 0
[junit4:junit4]   2> 2493036 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[12 (1435809278193565696)]} 0 4
[junit4:junit4]   2> 2493037 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[12]} 0 7
[junit4:junit4]   2> 2493041 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[13 (1435809278201954304)]} 0 1
[junit4:junit4]   2> 2493052 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435809278209294336)]} 0 1
[junit4:junit4]   2> 2493053 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1435809278209294336)]} 0 6
[junit4:junit4]   2> 2493053 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[13]} 0 10
[junit4:junit4]   2> 2493056 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[14 (1435809278218731520)]} 0 0
[junit4:junit4]   2> 2493061 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435809278221877248)]} 0 0
[junit4:junit4]   2> 2493062 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[14 (1435809278221877248)]} 0 3
[junit4:junit4]   2> 2493065 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[15 (1435809278228168704)]} 0 0
[junit4:junit4]   2> 2493070 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435809278231314432)]} 0 0
[junit4:junit4]   2> 2493071 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[15 (1435809278231314432)]} 0 3
[junit4:junit4]   2> 2493074 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[16 (1435809278237605888)]} 0 0
[junit4:junit4]   2> 2493079 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435809278240751616)]} 0 0
[junit4:junit4]   2> 2493080 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[16 (1435809278240751616)]} 0 3
[junit4:junit4]   2> 2493082 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[17 (1435809278245994496)]} 0 0
[junit4:junit4]   2> 2493087 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435809278249140224)]} 0 0
[junit4:junit4]   2> 2493088 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[17 (1435809278249140224)]} 0 3
[junit4:junit4]   2> 2493091 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[18 (1435809278255431680)]} 0 0
[junit4:junit4]   2> 2493096 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435809278258577408)]} 0 0
[junit4:junit4]   2> 2493097 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[18 (1435809278258577408)]} 0 3
[junit4:junit4]   2> 2493099 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[19 (1435809278263820288)]} 0 0
[junit4:junit4]   2> 2493104 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435809278266966016)]} 0 0
[junit4:junit4]   2> 2493105 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[19 (1435809278266966016)]} 0 3
[junit4:junit4]   2> 2493107 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[20 (1435809278272208896)]} 0 0
[junit4:junit4]   2> 2493114 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435809278277451776)]} 0 0
[junit4:junit4]   2> 2493115 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[20 (1435809278277451776)]} 0 3
[junit4:junit4]   2> 2493116 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[20]} 0 6
[junit4:junit4]   2> 2493118 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[21 (1435809278283743232)]} 0 0
[junit4:junit4]   2> 2493136 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435809278288986112)]} 0 1
[junit4:junit4]   2> 2493137 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1435809278288986112)]} 0 14
[junit4:junit4]   2> 2493138 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[21]} 0 17
[junit4:junit4]   2> 2493142 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[22 (1435809278307860480)]} 0 1
[junit4:junit4]   2> 2493149 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435809278313103360)]} 0 0
[junit4:junit4]   2> 2493150 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435809278313103360)]} 0 4
[junit4:junit4]   2> 2493151 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[22]} 0 7
[junit4:junit4]   2> 2493154 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[23 (1435809278321491968)]} 0 0
[junit4:junit4]   2> 2493159 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435809278324637696)]} 0 0
[junit4:junit4]   2> 2493160 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[23 (1435809278324637696)]} 0 3
[junit4:junit4]   2> 2493162 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[24 (1435809278329880576)]} 0 0
[junit4:junit4]   2> 2493169 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435809278335123456)]} 0 0
[junit4:junit4]   2> 2493170 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1435809278335123456)]} 0 3
[junit4:junit4]   2> 2493170 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[24]} 0 5
[junit4:junit4]   2> 2493173 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[25 (1435809278341414912)]} 0 0
[junit4:junit4]   2> 2493180 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435809278346657792)]} 0 0
[junit4:junit4]   2> 2493181 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[25 (1435809278346657792)]} 0 3
[junit4:junit4]   2> 2493181 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[25]} 0 5
[junit4:junit4]   2> 2493184 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[26 (1435809278352949248)]} 0 0
[junit4:junit4]   2> 2493191 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435809278358192128)]} 0 0
[junit4:junit4]   2> 2493192 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[26 (1435809278358192128)]} 0 3
[junit4:junit4]   2> 2493192 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[26]} 0 5
[junit4:junit4]   2> 2493195 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[27 (1435809278364483584)]} 0 0
[junit4:junit4]   2> 2493204 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435809278369726464)]} 0 1
[junit4:junit4]   2> 2493205 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[27 (1435809278369726464)]} 0 5
[junit4:junit4]   2> 2493205 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[27]} 0 7
[junit4:junit4]   2> 2493208 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[28 (1435809278378115072)]} 0 0
[junit4:junit4]   2> 2493215 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435809278383357952)]} 0 0
[junit4:junit4]   2> 2493216 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[28 (1435809278383357952)]} 0 3
[junit4:junit4]   2> 2493217 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[28]} 0 6
[junit4:junit4]   2> 2493219 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[29 (1435809278389649408)]} 0 0
[junit4:junit4]   2> 2493225 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435809278392795136)]} 0 0
[junit4:junit4]   2> 2493226 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[29 (1435809278392795136)]} 0 4
[junit4:junit4]   2> 2493229 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[30 (1435809278400135168)]} 0 0
[junit4:junit4]   2> 2493238 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435809278405378048)]} 0 1
[junit4:junit4]   2> 2493238 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435809278405378048)]} 0 4
[junit4:junit4]   2> 2493239 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[30]} 0 7
[junit4:junit4]   2> 2493243 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[31 (1435809278413766656)]} 0 1
[junit4:junit4]   2> 2493248 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435809278416912384)]} 0 0
[junit4:junit4]   2> 2493249 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[31 (1435809278416912384)]} 0 4
[junit4:junit4]   2> 2493252 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[32 (1435809278424252416)]} 0 0
[junit4:junit4]   2> 2493258 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435809278427398144)]} 0 0
[junit4:junit4]   2> 2493259 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[32 (1435809278427398144)]} 0 4
[junit4:junit4]   2> 2493262 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[33 (1435809278434738176)]} 0 0
[junit4:junit4]   2> 2493270 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435809278439981056)]} 0 0
[junit4:junit4]   2> 2493271 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435809278439981056)]} 0 4
[junit4:junit4]   2> 2493272 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[33]} 0 7
[junit4:junit4]   2> 2493276 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[34 (1435809278448369664)]} 0 1
[junit4:junit4]   2> 2493282 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435809278453612544)]} 0 0
[junit4:junit4]   2> 2493283 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1435809278453612544)]} 0 3
[junit4:junit4]   2> 2493284 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[34]} 0 6
[junit4:junit4]   2> 2493286 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[35 (1435809278459904000)]} 0 0
[junit4:junit4]   2> 2493291 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435809278463049728)]} 0 0
[junit4:junit4]   2> 2493292 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[35 (1435809278463049728)]} 0 3
[junit4:junit4]   2> 2493294 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[36 (1435809278468292608)]} 0 0
[junit4:junit4]   2> 2493301 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435809278473535488)]} 0 0
[junit4:junit4]   2> 2493302 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1435809278473535488)]} 0 3
[junit4:junit4]   2> 2493303 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[36]} 0 6
[junit4:junit4]   2> 2493305 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[37 (1435809278479826944)]} 0 0
[junit4:junit4]   2> 2493312 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435809278485069824)]} 0 0
[junit4:junit4]   2> 2493313 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[37 (1435809278485069824)]} 0 3
[junit4:junit4]   2> 2493314 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[37]} 0 6
[junit4:junit4]   2> 2493317 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[38 (1435809278492409856)]} 0 0
[junit4:junit4]   2> 2493324 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435809278495555584)]} 0 1
[junit4:junit4]   2> 2493324 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[38 (1435809278495555584)]} 0 4
[junit4:junit4]   2> 2493327 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[39 (1435809278502895616)]} 0 0
[junit4:junit4]   2> 2493333 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435809278506041344)]} 0 0
[junit4:junit4]   2> 2493334 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[39 (1435809278506041344)]} 0 4
[junit4:junit4]   2> 2493337 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[40 (1435809278513381376)]} 0 0
[junit4:junit4]   2> 2493343 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435809278516527104)]} 0 1
[junit4:junit4]   2> 2493343 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[40 (1435809278516527104)]} 0 3
[junit4:junit4]   2> 2493346 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[41 (1435809278522818560)]} 0 0
[junit4:junit4]   2> 2493354 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435809278528061440)]} 0 1
[junit4:junit4]   2> 2493354 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[41 (1435809278528061440)]} 0 3
[junit4:junit4]   2> 2493355 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[41]} 0 6
[junit4:junit4]   2> 2493358 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[42 (1435809278535401472)]} 0 0
[junit4:junit4]   2> 2493365 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435809278540644352)]} 0 0
[junit4:junit4]   2> 2493366 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[42 (1435809278540644352)]} 0 3
[junit4:junit4]   2> 2493366 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[42]} 0 5
[junit4:junit4]   2> 2493369 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[43 (1435809278546935808)]} 0 0
[junit4:junit4]   2> 2493374 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435809278550081536)]} 0 0
[junit4:junit4]   2> 2493375 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[43 (1435809278550081536)]} 0 3
[junit4:junit4]   2> 2493377 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[44 (1435809278555324416)]} 0 0
[junit4:junit4]   2> 2493383 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435809278558470144)]} 0 1
[junit4:junit4]   2> 2493384 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[44 (1435809278558470144)]} 0 3
[junit4:junit4]   2> 2493386 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[45 (1435809278564761600)]} 0 0
[junit4:junit4]   2> 2493393 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435809278570004480)]} 0 0
[junit4:junit4]   2> 2493394 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435809278570004480)]} 0 3
[junit4:junit4]   2> 2493395 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[45]} 0 6
[junit4:junit4]   2> 2493398 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[46 (1435809278577344512)]} 0 0
[junit4:junit4]   2> 2493405 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435809278582587392)]} 0 0
[junit4:junit4]   2> 2493406 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[46 (1435809278582587392)]} 0 3
[junit4:junit4]   2> 2493407 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[46]} 0 6
[junit4:junit4]   2> 2493409 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[47 (1435809278588878848)]} 0 0
[junit4:junit4]   2> 2493417 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435809278594121728)]} 0 0
[junit4:junit4]   2> 2493418 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435809278594121728)]} 0 4
[junit4:junit4]   2> 2493419 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[47]} 0 7
[junit4:junit4]   2> 2493421 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[48 (1435809278601461760)]} 0 0
[junit4:junit4]   2> 2493428 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[48 (1435809278606704640)]} 0 0
[junit4:junit4]   2> 2493429 T6777 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[48 (1435809278606704640)]} 0 3
[junit4:junit4]   2> 2493430 T6793 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[48]} 0 6
[junit4:junit4]   2> 2493432 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[49 (1435809278612996096)]} 0 0
[junit4:junit4]   2> 2493437 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[49 (1435809278616141824)]} 0 0
[junit4:junit4]   2> 2493438 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[49 (1435809278616141824)]} 0 3
[junit4:junit4]   2> 2493440 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[50 (1435809278621384704)]} 0 0
[junit4:junit4]   2> 2493445 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[50 (1435809278624530432)]} 0 0
[junit4:junit4]   2> 2493446 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[50 (1435809278624530432)]} 0 3
[junit4:junit4]   2> 2493449 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[51 (1435809278630821888)]} 0 0
[junit4:junit4]   2> 2493454 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[51 (1435809278633967616)]} 0 0
[junit4:junit4]   2> 2493455 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[51 (1435809278633967616)]} 0 3
[junit4:junit4]   2> 2493458 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[52 (1435809278640259072)]} 0 0
[junit4:junit4]   2> 2493464 T6807 C21889 P56744 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56738/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[52 (1435809278643404800)]} 0 1
[junit4:junit4]   2> 2493464 T6779 C21888 P56738 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[52 (1435809278643404800)]} 0 3
[junit4:junit4]   2> 2493467 T6753 C21887 P56734 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={wt=javabin&version=2} {add=[53 (1435809278649696256)]} 0 0
[junit4:junit4]   2> 2493474 T6822 C21885 P56748 oasup.LogUpdateProcessor.finish [collection1] webapp=/_vef/cq path=/update params={distrib.from=http://127.0.0.1:56741/_vef/cq/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[53 (1435809278654939136)]} 0 0
[junit4:junit4]   2> 2493475 T6795 C21886 P56741 oasup.LogUpdateProcessor.finish [collection1] weba

[...truncated too long message...]

   2> 2749924 T6832 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 2749924 T6832 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index;done=false>>]
[junit4:junit4]   2> 2749924 T6832 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4/index
[junit4:junit4]   2> 2749937 T6832 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4;done=false>>]
[junit4:junit4]   2> 2749938 T6832 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369294405337/jetty4
[junit4:junit4]   2> 2749938 T6832 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 2749938 T6832 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard2/election/89738078148821004-127.0.0.1:56748__vef%2Fcq_collection1-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 2749939 T6832 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 2749939 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2749939 T6832 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 2749940 T6832 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2749940 T6832 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 2749940 T6832 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ar_BH, timezone=America/Argentina/ComodRivadavia
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=3,free=209737056,total=443219968
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldCollectionResource, XsltUpdateRequestHandlerTest, TestPostingsSolrHighlighter, CurrencyFieldOpenExchangeTest, TestQueryTypes, TestCopyFieldCollectionResource, CoreContainerCoreInitFailuresTest, TestPartialUpdateDeduplication, DistanceFunctionTest, TestJmxMonitoredMap, TestPropInject, SolrPluginUtilsTest, TestBinaryField, TestQuerySenderNoQuery, TestNumberUtils, PingRequestHandlerTest, CachingDirectoryFactoryTest, DirectSolrSpellCheckerTest, DOMUtilTest, StatsComponentTest, TestRTGBase, TestBM25SimilarityFactory, ShardRoutingCustomTest, HighlighterConfigTest, ClusterStateTest, TestIndexingPerformance, DebugComponentTest, FileUtilsTest, TestShardHandlerFactory, SampleTest, SortByFunctionTest, TestFastOutputStream, TestSchemaSimilarityResource, TestRangeQuery, TestSystemIdResolver, TestUtils, TestOmitPositions, MultiTermTest, SignatureUpdateProcessorFactoryTest, BasicZkTest, TestSolrQueryParserDefaultOperatorResource, TestUpdate, TestCodecSupport, TestSolr4Spatial, TestDefaultSimilarityFactory, SpellCheckComponentTest, TestLazyCores, DirectUpdateHandlerTest, JSONWriterTest, TestCollationField, SolrCoreCheckLockOnStartupTest, TestCSVResponseWriter, SimplePostToolTest, TestReload, CopyFieldTest, TestSolrQueryParserResource, IndexBasedSpellCheckerTest, TestSolrJ, OutputWriterTest, ChaosMonkeySafeLeaderTest, DateMathParserTest, OpenCloseCoreStressTest, LeaderElectionIntegrationTest, OpenExchangeRatesOrgProviderTest, RequiredFieldsTest, HardAutoCommitTest, NumericFieldsTest, TestDistributedGrouping, TestDistributedSearch, SpellCheckCollatorTest, UniqFieldsUpdateProcessorFactoryTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestReplicationHandler, SolrCmdDistributorTest, ConvertedLegacyTest, TestFiltering, TestIndexSearcher, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, TestCoreDiscovery, TestExtendedDismaxParser, CoreAdminHandlerTest, SuggesterTSTTest, TestStressLucene, TestCSVLoader, TestPseudoReturnFields, DefaultValueUpdateProcessorTest, TestSolrDeletionPolicy1, CacheHeaderTest, StandardRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, ReturnFieldsTest, MBeansHandlerTest, CSVRequestHandlerTest, TestBinaryResponseWriter, IndexReaderFactoryTest, UpdateParamsTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestPluginEnable, TimeZoneUtilsTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, TestSolrXMLSerializer, TestSuggestSpellingConverter, DateFieldTest, RAMDirectoryFactoryTest, ZkNodePropsTest, UUIDFieldTest, CircularListTest, SolrTestCaseJ4Test, AliasIntegrationTest, ChaosMonkeyShardSplitTest]
[junit4:junit4] Completed on J1 in 283.92s, 1 test, 1 error <<< FAILURES!

[...truncated 10 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:387: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:360: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 1 error, 11 ignored (5 assumptions)

Total time: 102 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 268 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/268/

4 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:55152 returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:55152 returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7:3864AF83C91716DB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ChaosMonkeyShardSplitTest.doTest(ChaosMonkeyShardSplitTest.java:136)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 230 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 230 seconds
	at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7:3864AF83C91716DB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:173)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:126)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:512)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:     1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 
   1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]         at java.net.PlainSocketImpl.socketConnect(Native Method)         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)         at java.net.Socket.connect(Socket.java:579)         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:722)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.net.PlainSocketImpl.socketConnect(Native Method)
        at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
        at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
        at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
        at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
        at java.net.Socket.connect(Socket.java:579)
        at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
        at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
        at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
        at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
        at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
        at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
        at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
        at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:722)
	at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)




Build Log:
[...truncated 9464 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyShardSplitTest
[junit4:junit4]   2> 234753 T1208 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 234760 T1208 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyShardSplitTest-1369223342302
[junit4:junit4]   2> 234762 T1208 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 234762 T1209 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 234863 T1208 oasc.ZkTestServer.run start zk server on port:55145
[junit4:junit4]   2> 234864 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 234870 T1215 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b1a0a9b name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 234870 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 234870 T1208 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 234930 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 234932 T1217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@68fa0d64 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 234932 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 234932 T1208 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 234986 T1208 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 234988 T1208 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 235023 T1208 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 235026 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 235026 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 235038 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 235038 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 235141 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 235142 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 235154 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 235155 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 235157 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 235158 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 235160 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 235161 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 235163 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 235164 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 235166 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 235167 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 235174 T1208 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 235174 T1208 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 235447 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 235452 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55148
[junit4:junit4]   2> 235453 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 235454 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 235454 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718
[junit4:junit4]   2> 235454 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/solr.xml
[junit4:junit4]   2> 235455 T1208 oasc.CoreContainer.<init> New CoreContainer 1232147779
[junit4:junit4]   2> 235455 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/'
[junit4:junit4]   2> 235456 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/'
[junit4:junit4]   2> 235593 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 235594 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 235594 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 235595 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 235595 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 235595 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 235596 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 235596 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 235597 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 235597 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 235618 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 235619 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4]   2> 235619 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 235620 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 235629 T1228 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3d5e020b name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 235630 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 235637 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 235646 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 235653 T1230 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@208290a1 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 235653 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 235655 T1208 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 235659 T1208 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 235669 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 235671 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55148_
[junit4:junit4]   2> 235672 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55148_
[junit4:junit4]   2> 235680 T1208 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 235692 T1208 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 235693 T1208 oasc.Overseer.start Overseer (id=89733420961628163-127.0.0.1:55148_-n_0000000000) starting
[junit4:junit4]   2> 235696 T1208 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 235699 T1232 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 235699 T1208 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 235701 T1208 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 235702 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 235704 T1231 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 235707 T1233 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1
[junit4:junit4]   2> 235707 T1233 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 235708 T1233 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 235708 T1233 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 235709 T1233 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/'
[junit4:junit4]   2> 235710 T1233 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/lib/README' to classloader
[junit4:junit4]   2> 235711 T1233 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 235753 T1233 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 235800 T1233 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 235901 T1233 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 235910 T1233 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 236350 T1233 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 236354 T1233 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 236356 T1233 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 236362 T1233 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 236389 T1233 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 236389 T1233 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-controljetty-1369223342718/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/
[junit4:junit4]   2> 236390 T1233 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4]   2> 236390 T1233 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 236391 T1233 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data
[junit4:junit4]   2> 236391 T1233 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/index/
[junit4:junit4]   2> 236391 T1233 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 236392 T1233 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/index
[junit4:junit4]   2> 236397 T1233 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 236397 T1233 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 236400 T1233 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 236401 T1233 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 236401 T1233 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 236402 T1233 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 236402 T1233 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 236403 T1233 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 236403 T1233 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 236403 T1233 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 236404 T1233 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 236423 T1233 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 236430 T1233 oass.SolrIndexSearcher.<init> Opening Searcher@20deefe4 main
[junit4:junit4]   2> 236431 T1233 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/control/data/tlog
[junit4:junit4]   2> 236432 T1233 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 236432 T1233 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 236437 T1234 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@20deefe4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 236439 T1233 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 236439 T1233 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 237207 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 237208 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55148_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55148"}
[junit4:junit4]   2> 237208 T1231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 237208 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 237224 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 237468 T1233 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 237468 T1233 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55148 collection:control_collection shard:shard1
[junit4:junit4]   2> 237469 T1233 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 237490 T1233 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 237499 T1233 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 237500 T1233 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 237500 T1233 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55148/collection1/
[junit4:junit4]   2> 237500 T1233 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 237500 T1233 oasc.SyncStrategy.syncToMe http://127.0.0.1:55148/collection1/ has no replicas
[junit4:junit4]   2> 237501 T1233 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55148/collection1/
[junit4:junit4]   2> 237501 T1233 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 238733 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 238752 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 238790 T1233 oasc.ZkController.register We are http://127.0.0.1:55148/collection1/ and leader is http://127.0.0.1:55148/collection1/
[junit4:junit4]   2> 238790 T1233 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55148
[junit4:junit4]   2> 238790 T1233 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 238790 T1233 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 238791 T1233 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 238793 T1233 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 238793 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 238794 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 238795 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 238814 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 238816 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 238819 T1237 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4fedbe16 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 238819 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 238820 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 238822 T1208 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 239119 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 239123 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55152
[junit4:junit4]   2> 239124 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 239125 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 239125 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364
[junit4:junit4]   2> 239125 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/solr.xml
[junit4:junit4]   2> 239126 T1208 oasc.CoreContainer.<init> New CoreContainer 629666627
[junit4:junit4]   2> 239126 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/'
[junit4:junit4]   2> 239127 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/'
[junit4:junit4]   2> 239264 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 239264 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 239265 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 239265 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 239266 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 239266 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 239267 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 239267 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 239267 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 239268 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 239288 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 239288 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4]   2> 239289 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 239290 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 239292 T1248 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@22f0b7b8 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 239293 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 239309 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 239323 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 239325 T1250 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3b38a69b name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 239325 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 239336 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 240258 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 240259 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55148_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55148"}
[junit4:junit4]   2> 240279 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 240279 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 240279 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 240346 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55152_
[junit4:junit4]   2> 240348 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55152_
[junit4:junit4]   2> 240350 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 240351 T1230 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 240351 T1250 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 240351 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 240351 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 240352 T1237 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 240372 T1251 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1
[junit4:junit4]   2> 240372 T1251 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 240375 T1251 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 240375 T1251 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 240377 T1251 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/'
[junit4:junit4]   2> 240378 T1251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/lib/README' to classloader
[junit4:junit4]   2> 240379 T1251 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 240508 T1251 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 240603 T1251 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 240706 T1251 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 240724 T1251 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 241230 T1251 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 241233 T1251 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 241236 T1251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 241241 T1251 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 241269 T1251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 241269 T1251 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty1-1369223346364/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/
[junit4:junit4]   2> 241269 T1251 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4]   2> 241270 T1251 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 241271 T1251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1
[junit4:junit4]   2> 241271 T1251 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/index/
[junit4:junit4]   2> 241271 T1251 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 241272 T1251 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/index
[junit4:junit4]   2> 241276 T1251 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 241276 T1251 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 241280 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 241280 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 241281 T1251 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 241282 T1251 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 241282 T1251 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 241283 T1251 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 241283 T1251 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 241284 T1251 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 241284 T1251 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 241304 T1251 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 241312 T1251 oass.SolrIndexSearcher.<init> Opening Searcher@796f9aee main
[junit4:junit4]   2> 241312 T1251 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty1/tlog
[junit4:junit4]   2> 241313 T1251 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 241314 T1251 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 241318 T1252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@796f9aee main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 241321 T1251 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 241321 T1251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 241784 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 241784 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55152_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55152"}
[junit4:junit4]   2> 241785 T1231 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 241785 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 241798 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 241798 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 241798 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 242328 T1251 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 242328 T1251 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55152 collection:collection1 shard:shard1
[junit4:junit4]   2> 242329 T1251 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 242345 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 242348 T1251 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 242348 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 242348 T1251 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55152/collection1/
[junit4:junit4]   2> 242348 T1251 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 242348 T1251 oasc.SyncStrategy.syncToMe http://127.0.0.1:55152/collection1/ has no replicas
[junit4:junit4]   2> 242348 T1251 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55152/collection1/
[junit4:junit4]   2> 242349 T1251 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 243301 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 243325 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 243325 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 243325 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 243373 T1251 oasc.ZkController.register We are http://127.0.0.1:55152/collection1/ and leader is http://127.0.0.1:55152/collection1/
[junit4:junit4]   2> 243373 T1251 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55152
[junit4:junit4]   2> 243373 T1251 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 243373 T1251 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 243373 T1251 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 243375 T1251 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 243376 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 243377 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 243377 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 243690 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 243693 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:55157
[junit4:junit4]   2> 243694 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 243694 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 243695 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937
[junit4:junit4]   2> 243695 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/solr.xml
[junit4:junit4]   2> 243696 T1208 oasc.CoreContainer.<init> New CoreContainer 1126317883
[junit4:junit4]   2> 243696 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/'
[junit4:junit4]   2> 243697 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/'
[junit4:junit4]   2> 243835 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 243836 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 243836 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 243837 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 243837 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 243838 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 243838 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 243839 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 243839 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 243839 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 243857 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 243858 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4]   2> 243858 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 243859 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 243863 T1264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@fefb46 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 243864 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 243865 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 243877 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 243879 T1266 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7afc8ac3 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 243880 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 243890 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 244836 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 244837 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55152_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55152"}
[junit4:junit4]   2> 244909 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 244909 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 244909 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 244909 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 244909 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55157_
[junit4:junit4]   2> 244917 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55157_
[junit4:junit4]   2> 244942 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 244942 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 244943 T1250 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 244943 T1230 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 244943 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 244943 T1266 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 244943 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 244945 T1237 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 244950 T1267 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1
[junit4:junit4]   2> 244950 T1267 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 244950 T1267 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 244951 T1267 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 244952 T1267 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/'
[junit4:junit4]   2> 244953 T1267 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/lib/README' to classloader
[junit4:junit4]   2> 244953 T1267 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 244990 T1267 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 245033 T1267 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 245134 T1267 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 245142 T1267 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 245668 T1267 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 245672 T1267 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 245674 T1267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 245679 T1267 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 245710 T1267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 245711 T1267 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty2-1369223350937/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/
[junit4:junit4]   2> 245711 T1267 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4]   2> 245712 T1267 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 245712 T1267 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2
[junit4:junit4]   2> 245713 T1267 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/index/
[junit4:junit4]   2> 245713 T1267 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 245714 T1267 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/index
[junit4:junit4]   2> 245718 T1267 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 245718 T1267 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 245722 T1267 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 245722 T1267 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 245723 T1267 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 245723 T1267 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 245724 T1267 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 245724 T1267 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 245724 T1267 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 245725 T1267 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 245725 T1267 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 245744 T1267 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 245751 T1267 oass.SolrIndexSearcher.<init> Opening Searcher@5de4737 main
[junit4:junit4]   2> 245752 T1267 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty2/tlog
[junit4:junit4]   2> 245753 T1267 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 245753 T1267 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 245758 T1268 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5de4737 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 245760 T1267 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 245760 T1267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 246419 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 246420 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55157_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55157"}
[junit4:junit4]   2> 246420 T1231 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 246420 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 246458 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 246458 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 246458 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 246458 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 246790 T1267 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 246790 T1267 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55157 collection:collection1 shard:shard2
[junit4:junit4]   2> 246791 T1267 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 246806 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 246813 T1267 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 246814 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 246814 T1267 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55157/collection1/
[junit4:junit4]   2> 246814 T1267 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 246814 T1267 oasc.SyncStrategy.syncToMe http://127.0.0.1:55157/collection1/ has no replicas
[junit4:junit4]   2> 246814 T1267 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55157/collection1/
[junit4:junit4]   2> 246815 T1267 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 247962 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 247989 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 247989 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 247989 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 247989 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 247999 T1267 oasc.ZkController.register We are http://127.0.0.1:55157/collection1/ and leader is http://127.0.0.1:55157/collection1/
[junit4:junit4]   2> 247999 T1267 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55157
[junit4:junit4]   2> 247999 T1267 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 247999 T1267 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 247999 T1267 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 248001 T1267 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 248002 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 248003 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 248003 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 248328 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 248332 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:16017
[junit4:junit4]   2> 248332 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 248333 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 248333 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563
[junit4:junit4]   2> 248334 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/solr.xml
[junit4:junit4]   2> 248334 T1208 oasc.CoreContainer.<init> New CoreContainer 1286580633
[junit4:junit4]   2> 248335 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/'
[junit4:junit4]   2> 248335 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/'
[junit4:junit4]   2> 248473 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 248474 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 248474 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 248475 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 248475 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 248475 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 248476 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 248476 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 248477 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 248477 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 248497 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 248497 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4]   2> 248498 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 248499 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 248502 T1280 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2d3666e3 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 248503 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 248511 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 248521 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 248523 T1282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@369d4c6f name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 248523 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 248527 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 249500 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 249501 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:55157_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:55157"}
[junit4:junit4]   2> 249505 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249505 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249505 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249505 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249505 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249530 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:16017_
[junit4:junit4]   2> 249532 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:16017_
[junit4:junit4]   2> 249534 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249534 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249534 T1250 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 249534 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 249534 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 249534 T1230 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 249535 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 249535 T1266 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 249543 T1282 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 249543 T1237 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 249548 T1283 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1
[junit4:junit4]   2> 249548 T1283 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 249549 T1283 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 249549 T1283 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 249551 T1283 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/'
[junit4:junit4]   2> 249552 T1283 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/lib/README' to classloader
[junit4:junit4]   2> 249553 T1283 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 249602 T1283 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 249657 T1283 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 249758 T1283 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 249768 T1283 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 250281 T1283 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 250285 T1283 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 250287 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 250292 T1283 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 250318 T1283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 250319 T1283 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty3-1369223355563/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/
[junit4:junit4]   2> 250319 T1283 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4]   2> 250319 T1283 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 250320 T1283 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3
[junit4:junit4]   2> 250320 T1283 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index/
[junit4:junit4]   2> 250321 T1283 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 250322 T1283 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index
[junit4:junit4]   2> 250326 T1283 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 250326 T1283 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 250329 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 250330 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 250330 T1283 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 250331 T1283 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 250332 T1283 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 250332 T1283 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 250332 T1283 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 250333 T1283 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 250333 T1283 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 250350 T1283 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 250357 T1283 oass.SolrIndexSearcher.<init> Opening Searcher@69945924 main
[junit4:junit4]   2> 250358 T1283 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/tlog
[junit4:junit4]   2> 250359 T1283 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 250359 T1283 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 250364 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@69945924 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 250366 T1283 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 250367 T1283 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 251009 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 251010 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:16017_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:16017"}
[junit4:junit4]   2> 251010 T1231 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 251010 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 251051 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 251051 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 251051 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 251051 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 251051 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 251374 T1283 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 251374 T1283 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:16017 collection:collection1 shard:shard1
[junit4:junit4]   2> 251377 T1283 oasc.ZkController.register We are http://127.0.0.1:16017/collection1/ and leader is http://127.0.0.1:55152/collection1/
[junit4:junit4]   2> 251377 T1283 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:16017
[junit4:junit4]   2> 251377 T1283 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 251377 T1283 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C104 name=collection1 org.apache.solr.core.SolrCore@74d56054 url=http://127.0.0.1:16017/collection1 node=127.0.0.1:16017_ C104_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4]   2> 251378 T1285 C104 P16017 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 251378 T1283 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 251379 T1285 C104 P16017 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 251380 T1285 C104 P16017 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 251380 T1285 C104 P16017 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 251380 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 251381 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 251381 T1285 C104 P16017 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 251382 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 251408 T1240 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 251670 T1208 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 251673 T1208 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:54128
[junit4:junit4]   2> 251674 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 251674 T1208 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 251675 T1208 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947
[junit4:junit4]   2> 251675 T1208 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/solr.xml
[junit4:junit4]   2> 251676 T1208 oasc.CoreContainer.<init> New CoreContainer 35433374
[junit4:junit4]   2> 251676 T1208 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/'
[junit4:junit4]   2> 251677 T1208 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/'
[junit4:junit4]   2> 251782 T1208 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 251782 T1208 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 251783 T1208 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 251783 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 251783 T1208 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 251784 T1208 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 251785 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 251796 T1208 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 251797 T1208 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55145/solr
[junit4:junit4]   2> 251797 T1208 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 251798 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 251801 T1297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1840c179 name:ZooKeeperConnection Watcher:127.0.0.1:55145 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 251802 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 251814 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 251823 T1208 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 251825 T1299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2c05c9f3 name:ZooKeeperConnection Watcher:127.0.0.1:55145/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 251826 T1208 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 251835 T1208 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 252555 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 252556 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:16017_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:16017"}
[junit4:junit4]   2> 252569 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252570 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252569 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252569 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252569 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252569 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252838 T1208 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54128_
[junit4:junit4]   2> 252840 T1208 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54128_
[junit4:junit4]   2> 252842 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252842 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252842 T1250 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 252843 T1230 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 252842 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252842 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 252843 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 252843 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 252852 T1237 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 252852 T1282 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 252852 T1299 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 252853 T1266 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 252857 T1300 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1
[junit4:junit4]   2> 252857 T1300 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 252858 T1300 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 252858 T1300 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 252859 T1300 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/'
[junit4:junit4]   2> 252861 T1300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 252861 T1300 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/lib/README' to classloader
[junit4:junit4]   2> 252910 T1300 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 252967 T1300 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 253068 T1300 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 253078 T1300 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 253410 T1240 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 253410 T1240 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:16017_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2002 
[junit4:junit4]   2> 253595 T1300 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 253598 T1300 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 253601 T1300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 253606 T1300 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 253632 T1300 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 253632 T1300 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-jetty4-1369223358947/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/
[junit4:junit4]   2> 253632 T1300 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79f0c0dd
[junit4:junit4]   2> 253633 T1300 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 253634 T1300 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4
[junit4:junit4]   2> 253634 T1300 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index/
[junit4:junit4]   2> 253634 T1300 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 253635 T1300 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index
[junit4:junit4]   2> 253639 T1300 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 253640 T1300 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 253643 T1300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 253643 T1300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 253644 T1300 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 253645 T1300 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 253645 T1300 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 253646 T1300 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 253646 T1300 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 253647 T1300 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 253647 T1300 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 253664 T1300 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 253672 T1300 oass.SolrIndexSearcher.<init> Opening Searcher@66f802e6 main
[junit4:junit4]   2> 253672 T1300 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/tlog
[junit4:junit4]   2> 253673 T1300 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 253674 T1300 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 253679 T1301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@66f802e6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 253681 T1300 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 253682 T1300 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 254073 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 254074 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54128_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54128"}
[junit4:junit4]   2> 254074 T1231 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 254074 T1231 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 254089 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 254089 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 254089 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 254089 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 254089 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 254089 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 254686 T1300 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 254686 T1300 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54128 collection:collection1 shard:shard2
[junit4:junit4]   2> 254693 T1300 oasc.ZkController.register We are http://127.0.0.1:54128/collection1/ and leader is http://127.0.0.1:55157/collection1/
[junit4:junit4]   2> 254693 T1300 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54128
[junit4:junit4]   2> 254693 T1300 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 254694 T1300 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C105 name=collection1 org.apache.solr.core.SolrCore@603dab2b url=http://127.0.0.1:54128/collection1 node=127.0.0.1:54128_ C105_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4]   2> 254694 T1302 C105 P54128 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 254694 T1300 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 254695 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 254695 T1302 C105 P54128 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 254696 T1302 C105 P54128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 254696 T1208 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 254697 T1208 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 254697 T1302 C105 P54128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 254697 T1208 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 254722 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 254723 T1256 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 254723 T1208 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 254724 T1208 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 254724 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C106 name=collection1 org.apache.solr.core.SolrCore@74d56054 url=http://127.0.0.1:16017/collection1 node=127.0.0.1:16017_ C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4]   2> 255412 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55152/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 255412 T1285 C106 P16017 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:16017 START replicas=[http://127.0.0.1:55152/collection1/] nUpdates=100
[junit4:junit4]   2> 255413 T1285 C106 P16017 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 255414 T1285 C106 P16017 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 255414 T1285 C106 P16017 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55152/collection1/. core=collection1
[junit4:junit4]   2> 255415 T1285 C106 P16017 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C107 name=collection1 org.apache.solr.core.SolrCore@1409fc5a url=http://127.0.0.1:55152/collection1 node=127.0.0.1:55152_ C107_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55152_, base_url=http://127.0.0.1:55152, leader=true}
[junit4:junit4]   2> 255420 T1241 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 255428 T1242 C107 P55152 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 255431 T1242 C107 P55152 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 255431 T1242 C107 P55152 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 255432 T1242 C107 P55152 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 255432 T1242 C107 P55152 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 255433 T1242 C107 P55152 oass.SolrIndexSearcher.<init> Opening Searcher@254ed667 realtime
[junit4:junit4]   2> 255433 T1242 C107 P55152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 255433 T1242 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2> 255435 T1285 C106 P16017 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 255435 T1285 C106 P16017 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 255438 T1243 C107 P55152 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 255438 T1243 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 255439 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 255439 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 255440 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 255442 T1243 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 255443 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 255445 T1285 C106 P16017 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984
[junit4:junit4]   2> 255445 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@5c2cd07c lockFactory=org.apache.lucene.store.NativeFSLockFactory@c59ea04) fullCopy=false
[junit4:junit4]   2> 255447 T1243 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 255449 T1285 C106 P16017 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 255450 T1285 C106 P16017 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 255450 T1285 C106 P16017 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 255453 T1285 C106 P16017 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 255454 T1285 C106 P16017 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 255454 T1285 C106 P16017 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 255454 T1285 C106 P16017 oass.SolrIndexSearcher.<init> Opening Searcher@3aaefb51 main
[junit4:junit4]   2> 255456 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3aaefb51 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 255456 T1285 C106 P16017 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984;done=true>>]
[junit4:junit4]   2> 255456 T1285 C106 P16017 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984
[junit4:junit4]   2> 255457 T1285 C106 P16017 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty3/index.20130522144922984
[junit4:junit4]   2> 255457 T1285 C106 P16017 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 255457 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 255457 T1285 C106 P16017 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 255457 T1285 C106 P16017 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 255463 T1285 C106 P16017 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 255594 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 255595 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54128_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54128"}
[junit4:junit4]   2> 255598 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:16017_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:16017"}
[junit4:junit4]   2> 255614 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 255614 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 255614 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 255614 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 255614 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 255614 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 255724 T1256 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 255724 T1256 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:54128_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 255726 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 256728 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4]   2> 257726 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:55157/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 257726 T1302 C105 P54128 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54128 START replicas=[http://127.0.0.1:55157/collection1/] nUpdates=100
[junit4:junit4]   2> 257727 T1302 C105 P54128 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 257727 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 257727 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 257727 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 257727 T1302 C105 P54128 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 257728 T1302 C105 P54128 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:55157/collection1/. core=collection1
[junit4:junit4]   2> 257728 T1302 C105 P54128 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 257730 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C108 name=collection1 org.apache.solr.core.SolrCore@1d35f7f0 url=http://127.0.0.1:55157/collection1 node=127.0.0.1:55157_ C108_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55157_, base_url=http://127.0.0.1:55157, leader=true}
[junit4:junit4]   2> 257735 T1257 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 257741 T1258 C108 P55157 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 257745 T1258 C108 P55157 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 257746 T1258 C108 P55157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 257746 T1258 C108 P55157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 257747 T1258 C108 P55157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 257747 T1258 C108 P55157 oass.SolrIndexSearcher.<init> Opening Searcher@3a8aab18 realtime
[junit4:junit4]   2> 257748 T1258 C108 P55157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 257748 T1258 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 257749 T1302 C105 P54128 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 257750 T1302 C105 P54128 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 257752 T1259 C108 P55157 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 257753 T1259 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 257754 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 257754 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 257754 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 257756 T1259 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 257757 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 257759 T1302 C105 P54128 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299
[junit4:junit4]   2> 257759 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@6740931a lockFactory=org.apache.lucene.store.NativeFSLockFactory@1e2cc11e) fullCopy=false
[junit4:junit4]   2> 257762 T1259 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 257764 T1302 C105 P54128 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 257765 T1302 C105 P54128 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 257765 T1302 C105 P54128 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 257767 T1302 C105 P54128 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 257768 T1302 C105 P54128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 257769 T1302 C105 P54128 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 257769 T1302 C105 P54128 oass.SolrIndexSearcher.<init> Opening Searcher@f06da58 main
[junit4:junit4]   2> 257770 T1301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f06da58 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 257771 T1302 C105 P54128 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299;done=true>>]
[junit4:junit4]   2> 257771 T1302 C105 P54128 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299
[junit4:junit4]   2> 257771 T1302 C105 P54128 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ChaosMonkeyShardSplitTest-1369223342301/jetty4/index.20130522144925299
[junit4:junit4]   2> 257772 T1302 C105 P54128 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 257772 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 257772 T1302 C105 P54128 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 257772 T1302 C105 P54128 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 257774 T1302 C105 P54128 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 258629 T1231 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 258630 T1231 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54128_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54128"}
[junit4:junit4]   2> 258644 T1237 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 258644 T1230 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 258644 T1250 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 258644 T1299 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 258644 T1282 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 258644 T1266 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 258732 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 258733 T1208 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C109 name=collection1 org.apache.solr.core.SolrCore@c3d808c url=http://127.0.0.1:55148/collection1 node=127.0.0.1:55148_ C109_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55148_, base_url=http://127.0.0.1:55148, leader=true}
[junit4:junit4]   2> 258740 T1220 C109 P55148 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 258742 T1220 C109 P55148 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 258743 T1220 C109 P55148 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 258744 T1220 C109 P55148 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4579c14c lockFactory=org.apache.lucene.store.NativeFSLockFactory@13e6ec49)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 258744 T1220 C109 P55148 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 258744 T1220 C109 P55148 oass.SolrIndexSearcher.<init> Opening Searcher@1e7b081b main
[junit4:junit4]   2> 258745 T1220 C109 P55148 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 258745 T1234 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1e7b081b main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 258746 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 258755 T1244 C107 P55152 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 258757 T1244 C107 P55152 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7d1a2e84 lockFactory=org.apache.lucene.store.NativeFSLockFactory@41554525)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 258757 T1244 C107 P55152 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 258758 T1244 C107 P55152 oass.SolrIndexSearcher.<init> Opening Searcher@6905a655 main
[junit4:junit4]   2> 258758 T1244 C107 P55152 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 258759 T1252 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6905a655 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 258777 T1244 C107 P55152 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:16017/collection1/, StdNode: http://127.0.0.1:55157/collection1/, StdNode: http://127.0.0.1:54128/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 258785 T1260 C108 P55157 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 258787 T1260 C108 P55157 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@e201ed4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2228edd2)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 258787 T1260 C108 P55157 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 258787 T1260 C108 P55157 oass.SolrIndexSearcher.<init> Opening Searcher@2d3e1c30 main
[junit4:junit4]   2> 258788 T1260 C108 P55157 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 258789 T1268 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d3e1c30 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 258789 T1260 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2>  C106_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4]   2> 258791 T1272 C106 P16017 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 258792 T1272 C106 P16017 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1e8cf2ee lockFactory=org.apache.lucene.store.NativeFSLockFactory@17e960b5)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 258792 T1272 C106 P16017 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 258792 T1272 C106 P16017 oass.SolrIndexSearcher.<init> Opening Searcher@6b16ffe6 main
[junit4:junit4]   2> 258793 T1272 C106 P16017 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 258793 T1284 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6b16ffe6 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2>  C105_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4]   2> 258793 T1289 C105 P54128 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 258794 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 258795 T1289 C105 P54128 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@4758581d lockFactory=org.apache.lucene.store.NativeFSLockFactory@67b9cf50)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 258795 T1289 C105 P54128 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 258796 T1289 C105 P54128 oass.SolrIndexSearcher.<init> Opening Searcher@4f5b2b27 main
[junit4:junit4]   2> 258797 T1289 C105 P54128 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 258797 T1301 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f5b2b27 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 258797 T1289 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 258798 T1244 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 43
[junit4:junit4]   2> 258799 T1208 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 258802 T1245 C107 P55152 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 258805 T1273 C106 P16017 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 258807 T1261 C108 P55157 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 258808 T1290 C105 P54128 oasc.SolrCore.execute [collection1] webapp= path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 260818 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435734762698309632)} 0 6
[junit4:junit4]   2> 260833 T1291 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435734762702503936&update.from=http://127.0.0.1:55157/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435734762702503936)} 0 1
[junit4:junit4]   2> 260837 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=FROMLEADER&_version_=-1435734762715086848&update.from=http://127.0.0.1:55152/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435734762715086848)} 0 1
[junit4:junit4]   2> 260838 T1246 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435734762715086848)} 0 6
[junit4:junit4]   2> 260838 T1262 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435734762702503936)} 0 18
[junit4:junit4]   2> 260842 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435734762725572608)]} 0 1
[junit4:junit4]   2> 260862 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[0 (1435734762728718336)]} 0 1
[junit4:junit4]   2> 260863 T1244 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[0 (1435734762728718336)]} 0 18
[junit4:junit4]   2> 260867 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1 (1435734762750738432)]} 0 1
[junit4:junit4]   2> 260879 T1272 C106 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[1 (1435734762761224192)]} 0 0
[junit4:junit4]   2> 260880 T1246 C107 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[1 (1435734762761224192)]} 0 4
[junit4:junit4]   2> 260881 T1262 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[1]} 0 12
[junit4:junit4]   2> 260884 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435734762768564224)]} 0 1
[junit4:junit4]   2> 260891 T1291 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[2 (1435734762772758528)]} 0 1
[junit4:junit4]   2> 260892 T1262 C108 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[2 (1435734762772758528)]} 0 5
[junit4:junit4]   2> 260896 T1220 C109 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435734762781147136)]} 0 1
[junit4:junit4]   2> 260903 T1291 C105 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[3 (1435734762785341440)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C110 name=collection1 org.apache.solr.core.SolrCore@1d35f7f0 url=http://127.0.0.1:55157/collection1 node=127.0.0.1:55157_ C110_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55157_, base_url=http://127.0.0.1:55157, leader=true}
[junit4:junit4]   2> 260908 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[3 (1435734762785341440)]} 0 9
[junit4:junit4]   2> ASYNC  NEW_CORE C111 name=collection1 org.apache.solr.core.SolrCore@c3d808c url=http://127.0.0.1:55148/collection1 node=127.0.0.1:55148_ C111_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:55148_, base_url=http://127.0.0.1:55148, leader=true}
[junit4:junit4]   2> 260913 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435734762800021504)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C112 name=collection1 org.apache.solr.core.SolrCore@74d56054 url=http://127.0.0.1:16017/collection1 node=127.0.0.1:16017_ C112_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:16017_, base_url=http://127.0.0.1:16017}
[junit4:junit4]   2> 260920 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[4 (1435734762803167232)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C113 name=collection1 org.apache.solr.core.SolrCore@1409fc5a url=http://127.0.0.1:55152/collection1 node=127.0.0.1:55152_ C113_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:55152_, base_url=http://127.0.0.1:55152, leader=true}
[junit4:junit4]   2> 260921 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[4 (1435734762803167232)]} 0 5
[junit4:junit4]   2> 260925 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435734762811555840)]} 0 1
[junit4:junit4]   2> ASYNC  NEW_CORE C114 name=collection1 org.apache.solr.core.SolrCore@603dab2b url=http://127.0.0.1:54128/collection1 node=127.0.0.1:54128_ C114_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54128_, base_url=http://127.0.0.1:54128}
[junit4:junit4]   2> 260932 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[5 (1435734762815750144)]} 0 1
[junit4:junit4]   2> 260933 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[5 (1435734762815750144)]} 0 5
[junit4:junit4]   2> 260936 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435734762823090176)]} 0 1
[junit4:junit4]   2> 260943 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[6 (1435734762827284480)]} 0 1
[junit4:junit4]   2> 260944 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[6 (1435734762827284480)]} 0 5
[junit4:junit4]   2> 260947 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7 (1435734762834624512)]} 0 1
[junit4:junit4]   2> 260957 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[7 (1435734762841964544)]} 0 1
[junit4:junit4]   2> 260958 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[7 (1435734762841964544)]} 0 6
[junit4:junit4]   2> 260958 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[7]} 0 8
[junit4:junit4]   2> 260962 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8 (1435734762850353152)]} 0 1
[junit4:junit4]   2> 260972 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[8 (1435734762857693184)]} 0 1
[junit4:junit4]   2> 260972 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[8 (1435734762857693184)]} 0 4
[junit4:junit4]   2> 260973 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[8]} 0 8
[junit4:junit4]   2> 260976 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435734762866081792)]} 0 0
[junit4:junit4]   2> 260983 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[9 (1435734762870276096)]} 0 1
[junit4:junit4]   2> 260983 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[9 (1435734762870276096)]} 0 4
[junit4:junit4]   2> 260987 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435734762876567552)]} 0 1
[junit4:junit4]   2> 260994 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[10 (1435734762880761856)]} 0 1
[junit4:junit4]   2> 260994 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[10 (1435734762880761856)]} 0 4
[junit4:junit4]   2> 260998 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11 (1435734762889150464)]} 0 1
[junit4:junit4]   2> 261008 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[11 (1435734762895441920)]} 0 1
[junit4:junit4]   2> 261009 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[11 (1435734762895441920)]} 0 5
[junit4:junit4]   2> 261009 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[11]} 0 8
[junit4:junit4]   2> 261013 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435734762903830528)]} 0 1
[junit4:junit4]   2> 261020 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[12 (1435734762908024832)]} 0 1
[junit4:junit4]   2> 261021 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[12 (1435734762908024832)]} 0 5
[junit4:junit4]   2> 261025 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13 (1435734762916413440)]} 0 1
[junit4:junit4]   2> 261035 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[13 (1435734762923753472)]} 0 1
[junit4:junit4]   2> 261036 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[13 (1435734762923753472)]} 0 5
[junit4:junit4]   2> 261036 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[13]} 0 8
[junit4:junit4]   2> 261040 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14 (1435734762932142080)]} 0 1
[junit4:junit4]   2> 261050 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[14 (1435734762939482112)]} 0 1
[junit4:junit4]   2> 261050 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[14 (1435734762939482112)]} 0 4
[junit4:junit4]   2> 261051 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[14]} 0 8
[junit4:junit4]   2> 261055 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435734762947870720)]} 0 1
[junit4:junit4]   2> 261062 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[15 (1435734762952065024)]} 0 1
[junit4:junit4]   2> 261062 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[15 (1435734762952065024)]} 0 4
[junit4:junit4]   2> 261066 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16 (1435734762959405056)]} 0 1
[junit4:junit4]   2> 261076 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[16 (1435734762966745088)]} 0 1
[junit4:junit4]   2> 261076 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[16 (1435734762966745088)]} 0 4
[junit4:junit4]   2> 261077 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[16]} 0 8
[junit4:junit4]   2> 261081 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17 (1435734762975133696)]} 0 1
[junit4:junit4]   2> 261091 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[17 (1435734762982473728)]} 0 1
[junit4:junit4]   2> 261092 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[17 (1435734762982473728)]} 0 5
[junit4:junit4]   2> 261093 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[17]} 0 9
[junit4:junit4]   2> 261096 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435734762990862336)]} 0 1
[junit4:junit4]   2> 261103 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[18 (1435734762995056640)]} 0 1
[junit4:junit4]   2> 261104 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[18 (1435734762995056640)]} 0 5
[junit4:junit4]   2> 261108 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435734763003445248)]} 0 1
[junit4:junit4]   2> 261115 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[19 (1435734763007639552)]} 0 1
[junit4:junit4]   2> 261115 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[19 (1435734763007639552)]} 0 4
[junit4:junit4]   2> 261119 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435734763014979584)]} 0 1
[junit4:junit4]   2> 261126 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[20 (1435734763019173888)]} 0 1
[junit4:junit4]   2> 261127 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[20 (1435734763019173888)]} 0 5
[junit4:junit4]   2> 261130 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21 (1435734763026513920)]} 0 1
[junit4:junit4]   2> 261139 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[21 (1435734763032805376)]} 0 1
[junit4:junit4]   2> 261140 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[21 (1435734763032805376)]} 0 5
[junit4:junit4]   2> 261140 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[21]} 0 8
[junit4:junit4]   2> 261144 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22 (1435734763041193984)]} 0 1
[junit4:junit4]   2> 261154 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[22 (1435734763048534016)]} 0 1
[junit4:junit4]   2> 261154 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[22 (1435734763048534016)]} 0 4
[junit4:junit4]   2> 261155 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[22]} 0 8
[junit4:junit4]   2> 261159 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435734763056922624)]} 0 1
[junit4:junit4]   2> 261166 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[23 (1435734763061116928)]} 0 1
[junit4:junit4]   2> 261166 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[23 (1435734763061116928)]} 0 4
[junit4:junit4]   2> 261170 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24 (1435734763068456960)]} 0 1
[junit4:junit4]   2> 261180 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[24 (1435734763075796992)]} 0 1
[junit4:junit4]   2> 261181 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[24 (1435734763075796992)]} 0 5
[junit4:junit4]   2> 261182 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[24]} 0 9
[junit4:junit4]   2> 261185 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435734763084185600)]} 0 1
[junit4:junit4]   2> 261192 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[25 (1435734763088379904)]} 0 1
[junit4:junit4]   2> 261193 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[25 (1435734763088379904)]} 0 5
[junit4:junit4]   2> 261196 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435734763095719936)]} 0 1
[junit4:junit4]   2> 261203 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[26 (1435734763099914240)]} 0 1
[junit4:junit4]   2> 261203 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[26 (1435734763099914240)]} 0 4
[junit4:junit4]   2> 261207 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435734763107254272)]} 0 1
[junit4:junit4]   2> 261214 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[27 (1435734763111448576)]} 0 1
[junit4:junit4]   2> 261215 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[27 (1435734763111448576)]} 0 5
[junit4:junit4]   2> 261219 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435734763119837184)]} 0 1
[junit4:junit4]   2> 261225 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[28 (1435734763122982912)]} 0 1
[junit4:junit4]   2> 261226 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[28 (1435734763122982912)]} 0 5
[junit4:junit4]   2> 261229 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29 (1435734763130322944)]} 0 1
[junit4:junit4]   2> 261239 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[29 (1435734763137662976)]} 0 1
[junit4:junit4]   2> 261240 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[29 (1435734763137662976)]} 0 5
[junit4:junit4]   2> 261240 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[29]} 0 8
[junit4:junit4]   2> 261243 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30 (1435734763146051584)]} 0 0
[junit4:junit4]   2> 261251 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[30 (1435734763151294464)]} 0 0
[junit4:junit4]   2> 261252 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[30 (1435734763151294464)]} 0 4
[junit4:junit4]   2> 261252 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[30]} 0 6
[junit4:junit4]   2> 261256 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31 (1435734763158634496)]} 0 1
[junit4:junit4]   2> 261266 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[31 (1435734763165974528)]} 0 1
[junit4:junit4]   2> 261267 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[31 (1435734763165974528)]} 0 5
[junit4:junit4]   2> 261268 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[31]} 0 9
[junit4:junit4]   2> 261271 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32 (1435734763174363136)]} 0 1
[junit4:junit4]   2> 261281 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[32 (1435734763181703168)]} 0 1
[junit4:junit4]   2> 261282 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[32 (1435734763181703168)]} 0 5
[junit4:junit4]   2> 261282 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[32]} 0 8
[junit4:junit4]   2> 261286 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33 (1435734763190091776)]} 0 1
[junit4:junit4]   2> 261296 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[33 (1435734763197431808)]} 0 1
[junit4:junit4]   2> 261297 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[33 (1435734763197431808)]} 0 5
[junit4:junit4]   2> 261297 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[33]} 0 8
[junit4:junit4]   2> 261301 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34 (1435734763205820416)]} 0 1
[junit4:junit4]   2> 261311 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[34 (1435734763213160448)]} 0 1
[junit4:junit4]   2> 261312 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[34 (1435734763213160448)]} 0 5
[junit4:junit4]   2> 261312 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[34]} 0 8
[junit4:junit4]   2> 261316 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35 (1435734763221549056)]} 0 1
[junit4:junit4]   2> 261325 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[35 (1435734763227840512)]} 0 1
[junit4:junit4]   2> 261326 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[35 (1435734763227840512)]} 0 5
[junit4:junit4]   2> 261327 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[35]} 0 8
[junit4:junit4]   2> 261330 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36 (1435734763236229120)]} 0 1
[junit4:junit4]   2> 261338 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[36 (1435734763242520576)]} 0 1
[junit4:junit4]   2> 261339 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[36 (1435734763242520576)]} 0 4
[junit4:junit4]   2> 261340 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[36]} 0 7
[junit4:junit4]   2> 261344 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435734763250909184)]} 0 1
[junit4:junit4]   2> 261350 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[37 (1435734763254054912)]} 0 1
[junit4:junit4]   2> 261351 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[37 (1435734763254054912)]} 0 5
[junit4:junit4]   2> 261354 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38 (1435734763262443520)]} 0 0
[junit4:junit4]   2> 261364 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[38 (1435734763269783552)]} 0 1
[junit4:junit4]   2> 261365 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[38 (1435734763269783552)]} 0 5
[junit4:junit4]   2> 261365 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[38]} 0 8
[junit4:junit4]   2> 261369 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39 (1435734763277123584)]} 0 1
[junit4:junit4]   2> 261378 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[39 (1435734763283415040)]} 0 1
[junit4:junit4]   2> 261379 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[39 (1435734763283415040)]} 0 5
[junit4:junit4]   2> 261379 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[39]} 0 8
[junit4:junit4]   2> 261383 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40 (1435734763292852224)]} 0 1
[junit4:junit4]   2> 261393 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[40 (1435734763299143680)]} 0 1
[junit4:junit4]   2> 261394 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[40 (1435734763299143680)]} 0 5
[junit4:junit4]   2> 261395 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[40]} 0 9
[junit4:junit4]   2> 261398 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435734763307532288)]} 0 1
[junit4:junit4]   2> 261405 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[41 (1435734763311726592)]} 0 1
[junit4:junit4]   2> 261406 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[41 (1435734763311726592)]} 0 5
[junit4:junit4]   2> 261409 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435734763319066624)]} 0 1
[junit4:junit4]   2> 261416 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[42 (1435734763323260928)]} 0 1
[junit4:junit4]   2> 261416 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[42 (1435734763323260928)]} 0 4
[junit4:junit4]   2> 261419 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43 (1435734763330600960)]} 0 0
[junit4:junit4]   2> 261429 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[43 (1435734763336892416)]} 0 1
[junit4:junit4]   2> 261430 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[43 (1435734763336892416)]} 0 5
[junit4:junit4]   2> 261431 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[43]} 0 9
[junit4:junit4]   2> 261434 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44 (1435734763345281024)]} 0 1
[junit4:junit4]   2> 261443 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[44 (1435734763352621056)]} 0 0
[junit4:junit4]   2> 261444 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[44 (1435734763352621056)]} 0 4
[junit4:junit4]   2> 261444 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[44]} 0 7
[junit4:junit4]   2> 261447 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45 (1435734763359961088)]} 0 0
[junit4:junit4]   2> 261454 T1291 C114 P54128 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[45 (1435734763365203968)]} 0 0
[junit4:junit4]   2> 261455 T1260 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[45 (1435734763365203968)]} 0 3
[junit4:junit4]   2> 261455 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[45]} 0 5
[junit4:junit4]   2> 261458 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1435734763371495424)]} 0 0
[junit4:junit4]   2> 261464 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[46 (1435734763374641152)]} 0 1
[junit4:junit4]   2> 261464 T1244 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[46 (1435734763374641152)]} 0 3
[junit4:junit4]   2> 261468 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47 (1435734763381981184)]} 0 1
[junit4:junit4]   2> 261478 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55152/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[47 (1435734763388272640)]} 0 1
[junit4:junit4]   2> 261479 T1246 C113 P55152 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=http://127.0.0.1:55157/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[47 (1435734763388272640)]} 0 5
[junit4:junit4]   2> 261480 T1262 C110 P55157 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[47]} 0 9
[junit4:junit4]   2> 261483 T1220 C111 P55148 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={wt=javabin&version=2} {add=[48 (1435734763396661248)]} 0 1
[junit4:junit4]   2> 261491 T1272 C112 P16017 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={distrib.from=

[...truncated too long message...]

.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=PostingsFormat(name=MockSep), range_facet_l=PostingsFormat(name=MockSep), id=PostingsFormat(name=Lucene41WithOrds), range_facet_sl=PostingsFormat(name=Lucene41WithOrds), a_t=PostingsFormat(name=MockSep), text=Pulsing41(freqCutoff=7 minBlockSize=20 maxBlockSize=57), range_facet_si=PostingsFormat(name=MockSep), _version_=PostingsFormat(name=Direct), other_tl1=PostingsFormat(name=Direct), multiDefault=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=Direct), intDefault=PostingsFormat(name=Direct)}, docValues:{timestamp=DocValuesFormat(name=Disk)}, sim=DefaultSimilarity, locale=hr, timezone=America/North_Dakota/Center
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=2,free=117487912,total=530448384
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestUtils, RequiredFieldsTest, TestReload, TimeZoneUtilsTest, LeaderElectionIntegrationTest, TestDefaultSearchFieldResource, TestSolrQueryParserDefaultOperatorResource, TestStressReorder, TestRangeQuery, TestSolr4Spatial, MultiTermTest, ShardRoutingCustomTest, TestCoreDiscovery, TestDFRSimilarityFactory, TestDistributedGrouping, XmlUpdateRequestHandlerTest, TestBinaryResponseWriter, TestRecovery, HighlighterTest, FieldAnalysisRequestHandlerTest, TestStressLucene, TestSystemIdResolver, TestDynamicFieldResource, SuggesterWFSTTest, SortByFunctionTest, TestLMJelinekMercerSimilarityFactory, FileUtilsTest, TestSolrJ, IndexSchemaRuntimeFieldTest, TestAnalyzedSuggestions, TestSolrXml, TestHashPartitioner, TestWordDelimiterFilterFactory, TestLazyCores, XsltUpdateRequestHandlerTest, SolrRequestParserTest, TestFoldingMultitermQuery, UpdateParamsTest, TestLuceneMatchVersion, SolrIndexConfigTest, TestAtomicUpdateErrorCases, ZkNodePropsTest, TestFastOutputStream, TestBM25SimilarityFactory, StandardRequestHandlerTest, TestPropInject, ChaosMonkeySafeLeaderTest, TestRandomFaceting, SpellPossibilityIteratorTest, BasicZkTest, NoCacheHeaderTest, SampleTest, TestSerializedLuceneMatchVersion, OpenCloseCoreStressTest, CachingDirectoryFactoryTest, TestIndexingPerformance, SolrCoreCheckLockOnStartupTest, TestDistributedSearch, TestMaxScoreQueryParser, TestOmitPositions, TestRTGBase, TestCodecSupport, PingRequestHandlerTest, TestCSVResponseWriter, DocValuesMultiTest, TestSchemaVersionResource, SpellCheckComponentTest, TestDefaultSimilarityFactory, NotRequiredUniqueKeyTest, TestMergePolicyConfig, CollectionsAPIDistributedZkTest]
[junit4:junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=B982219BBE4876E7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=hr -Dtests.timezone=America/North_Dakota/Center -Dtests.file.encoding=US-ASCII
[junit4:junit4] ERROR   0.00s J1 | CollectionsAPIDistributedZkTest (suite) <<<
[junit4:junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 
[junit4:junit4]    >    1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:579)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4:junit4]    >    1) Thread[id=4947, name=recoveryCmdExecutor-1784-thread-1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
[junit4:junit4]    >         at java.net.PlainSocketImpl.socketConnect(Native Method)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
[junit4:junit4]    >         at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
[junit4:junit4]    >         at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:391)
[junit4:junit4]    >         at java.net.Socket.connect(Socket.java:579)
[junit4:junit4]    >         at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:127)
[junit4:junit4]    >         at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:180)
[junit4:junit4]    >         at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:294)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:645)
[junit4:junit4]    >         at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:480)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
[junit4:junit4]    >         at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
[junit4:junit4]    >         at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    >         at org.apache.solr.cloud.SyncStrategy$1.run(SyncStrategy.java:298)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
[junit4:junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]    >         at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([B982219BBE4876E7]:0)
[junit4:junit4] Completed on J1 in 373.23s, 1 test, 1 failure, 2 errors <<< FAILURES!

[...truncated 457 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:387: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:360: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 2 suite-level errors, 1 error, 1 failure, 550 ignored (3 assumptions)

Total time: 99 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 267 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/267/

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Server at http://127.0.0.1:36263/y_/kg returned non ok status:500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Server at http://127.0.0.1:36263/y_/kg returned non ok status:500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([756C388A8D840EBF:F48AB692FADB6E83]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:385)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 9230 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ShardSplitTest
[junit4:junit4]   2> 537439 T489 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /y_/kg
[junit4:junit4]   2> 537447 T489 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./solrtest-ShardSplitTest-1369115848140
[junit4:junit4]   2> 537449 T489 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 537450 T490 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 537551 T489 oasc.ZkTestServer.run start zk server on port:36223
[junit4:junit4]   2> 537552 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537583 T496 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1477bd1 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 537584 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537584 T489 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 537603 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 537605 T498 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1077b5d0 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 537606 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 537606 T489 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 537617 T489 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 537620 T489 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 537623 T489 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 537627 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 537627 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 537640 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 537641 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 537745 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 537746 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 537756 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 537756 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 537760 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 537761 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 537765 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 537765 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 537769 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 537770 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 537773 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 537774 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 537777 T489 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 537778 T489 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 538038 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 538050 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36226
[junit4:junit4]   2> 538051 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 538052 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 538052 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475
[junit4:junit4]   2> 538053 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/solr.xml
[junit4:junit4]   2> 538053 T489 oasc.CoreContainer.<init> New CoreContainer 1863693530
[junit4:junit4]   2> 538054 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/'
[junit4:junit4]   2> 538055 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/'
[junit4:junit4]   2> 538185 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 538186 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 538186 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 538187 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 538187 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 538188 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 538188 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 538189 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 538190 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 538190 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 538213 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 538214 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4]   2> 538215 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 538216 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 538219 T509 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@266a611d name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 538220 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 538223 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 538238 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 538241 T511 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@71f06fd6 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 538241 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 538244 T489 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 538254 T489 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 538258 T489 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 538265 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36226_y_%2Fkg
[junit4:junit4]   2> 538267 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36226_y_%2Fkg
[junit4:junit4]   2> 538271 T489 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 538289 T489 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 538292 T489 oasc.Overseer.start Overseer (id=89726376224227331-127.0.0.1:36226_y_%2Fkg-n_0000000000) starting
[junit4:junit4]   2> 538305 T489 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 538311 T513 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 538312 T489 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 538314 T489 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 538317 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 538320 T512 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 538325 T514 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1
[junit4:junit4]   2> 538326 T514 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 538327 T514 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 538327 T514 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 538329 T514 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/'
[junit4:junit4]   2> 538330 T514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/lib/README' to classloader
[junit4:junit4]   2> 538331 T514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 538392 T514 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 538451 T514 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 538553 T514 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 538561 T514 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 539224 T514 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 539229 T514 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 539232 T514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 539243 T514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 539310 T514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 539310 T514 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-controljetty-1369115848475/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/
[junit4:junit4]   2> 539311 T514 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4]   2> 539311 T514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 539313 T514 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data
[junit4:junit4]   2> 539313 T514 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/index/
[junit4:junit4]   2> 539313 T514 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 539314 T514 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/index
[junit4:junit4]   2> 539327 T514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 539328 T514 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 539332 T514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 539332 T514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 539333 T514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 539334 T514 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 539335 T514 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 539335 T514 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 539335 T514 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 539336 T514 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 539337 T514 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 539397 T514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 539420 T514 oass.SolrIndexSearcher.<init> Opening Searcher@6be7b7cd main
[junit4:junit4]   2> 539421 T514 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/control/data/tlog
[junit4:junit4]   2> 539424 T514 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 539425 T514 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 539430 T515 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6be7b7cd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 539433 T514 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 539434 T514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 539825 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 539826 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36226_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36226/y_/kg"}
[junit4:junit4]   2> 539827 T512 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 539827 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 539847 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 540462 T514 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 540462 T514 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36226/y_/kg collection:control_collection shard:shard1
[junit4:junit4]   2> 540464 T514 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 540504 T514 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 540515 T514 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 540516 T514 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 540516 T514 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36226/y_/kg/collection1/
[junit4:junit4]   2> 540517 T514 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 540517 T514 oasc.SyncStrategy.syncToMe http://127.0.0.1:36226/y_/kg/collection1/ has no replicas
[junit4:junit4]   2> 540518 T514 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36226/y_/kg/collection1/
[junit4:junit4]   2> 540518 T514 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 541354 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 541373 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 541402 T514 oasc.ZkController.register We are http://127.0.0.1:36226/y_/kg/collection1/ and leader is http://127.0.0.1:36226/y_/kg/collection1/
[junit4:junit4]   2> 541402 T514 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36226/y_/kg
[junit4:junit4]   2> 541402 T514 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 541403 T514 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 541403 T514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 541405 T514 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 541407 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 541408 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 541408 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 541425 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 541427 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 541429 T518 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f03a498 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 541430 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 541432 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 541435 T489 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 541693 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 541696 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36263
[junit4:junit4]   2> 541697 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 541698 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 541698 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127
[junit4:junit4]   2> 541699 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/solr.xml
[junit4:junit4]   2> 541699 T489 oasc.CoreContainer.<init> New CoreContainer 1887017110
[junit4:junit4]   2> 541700 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/'
[junit4:junit4]   2> 541701 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/'
[junit4:junit4]   2> 541825 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 541826 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 541826 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 541827 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 541827 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 541828 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 541828 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 541829 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 541829 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 541830 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 541846 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 541847 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4]   2> 541848 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 541849 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 541855 T529 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28f009bf name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 541856 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 541866 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 541878 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 541886 T531 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42bed211 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 541887 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 541907 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 542888 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 542889 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36226_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36226/y_/kg"}
[junit4:junit4]   2> 542916 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36263_y_%2Fkg
[junit4:junit4]   2> 542918 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36263_y_%2Fkg
[junit4:junit4]   2> 542926 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542926 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542926 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 542930 T531 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 542930 T518 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 542938 T511 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 542938 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 542943 T532 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1
[junit4:junit4]   2> 542943 T532 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 542944 T532 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 542945 T532 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 542947 T532 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/'
[junit4:junit4]   2> 542949 T532 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 542950 T532 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/lib/README' to classloader
[junit4:junit4]   2> 543007 T532 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 543065 T532 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 543166 T532 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 543174 T532 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 543737 T532 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 543741 T532 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 543744 T532 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 543750 T532 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 543793 T532 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 543793 T532 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty1-1369115852127/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/
[junit4:junit4]   2> 543794 T532 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4]   2> 543795 T532 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 543795 T532 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1
[junit4:junit4]   2> 543796 T532 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/index/
[junit4:junit4]   2> 543796 T532 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 543797 T532 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/index
[junit4:junit4]   2> 543801 T532 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 543801 T532 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 543805 T532 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 543805 T532 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 543806 T532 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 543807 T532 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 543807 T532 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 543808 T532 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 543808 T532 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 543809 T532 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 543810 T532 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 543826 T532 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 543834 T532 oass.SolrIndexSearcher.<init> Opening Searcher@41de3257 main
[junit4:junit4]   2> 543834 T532 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty1/tlog
[junit4:junit4]   2> 543836 T532 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 543836 T532 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 543841 T533 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@41de3257 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 543844 T532 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 543845 T532 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 544433 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 544434 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36263_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36263/y_/kg"}
[junit4:junit4]   2> 544434 T512 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 544435 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 544465 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 544465 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 544465 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 544848 T532 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 544848 T532 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36263/y_/kg collection:collection1 shard:shard1
[junit4:junit4]   2> 544849 T532 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 544870 T532 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 544881 T532 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 544881 T532 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 544881 T532 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4]   2> 544882 T532 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 544882 T532 oasc.SyncStrategy.syncToMe http://127.0.0.1:36263/y_/kg/collection1/ has no replicas
[junit4:junit4]   2> 544882 T532 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4]   2> 544883 T532 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 545970 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 546018 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 546019 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 546019 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 546063 T532 oasc.ZkController.register We are http://127.0.0.1:36263/y_/kg/collection1/ and leader is http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4]   2> 546063 T532 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36263/y_/kg
[junit4:junit4]   2> 546063 T532 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 546064 T532 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 546064 T532 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 546066 T532 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 546067 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 546068 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 546069 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 546350 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 546353 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36270
[junit4:junit4]   2> 546354 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 546355 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 546355 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778
[junit4:junit4]   2> 546356 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/solr.xml
[junit4:junit4]   2> 546356 T489 oasc.CoreContainer.<init> New CoreContainer 2127267692
[junit4:junit4]   2> 546357 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/'
[junit4:junit4]   2> 546358 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/'
[junit4:junit4]   2> 546486 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 546487 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 546488 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 546488 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 546489 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 546489 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 546490 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 546490 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 546491 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 546491 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 546510 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 546511 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4]   2> 546511 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 546512 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 546515 T545 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@579e5711 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 546516 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 546519 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 546533 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 546536 T547 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dc71e86 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 546536 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 546542 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 547526 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 547527 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36263_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36263/y_/kg"}
[junit4:junit4]   2> 547542 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 547542 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 547542 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 547542 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 547546 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36270_y_%2Fkg
[junit4:junit4]   2> 547548 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36270_y_%2Fkg
[junit4:junit4]   2> 547550 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 547551 T511 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 547551 T518 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 547551 T531 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 547552 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 547551 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 547552 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 547552 T547 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 547568 T548 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1
[junit4:junit4]   2> 547569 T548 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 547569 T548 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 547570 T548 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 547572 T548 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/'
[junit4:junit4]   2> 547573 T548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 547574 T548 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/lib/README' to classloader
[junit4:junit4]   2> 547625 T548 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 547684 T548 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 547785 T548 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 547793 T548 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 548359 T548 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 548363 T548 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 548365 T548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 548371 T548 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 548414 T548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 548414 T548 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty2-1369115856778/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/
[junit4:junit4]   2> 548415 T548 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4]   2> 548416 T548 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 548417 T548 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2
[junit4:junit4]   2> 548417 T548 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/index/
[junit4:junit4]   2> 548417 T548 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 548418 T548 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/index
[junit4:junit4]   2> 548422 T548 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 548423 T548 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 548426 T548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 548427 T548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 548428 T548 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 548429 T548 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 548429 T548 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 548430 T548 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 548430 T548 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 548431 T548 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 548432 T548 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 548449 T548 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 548457 T548 oass.SolrIndexSearcher.<init> Opening Searcher@2d168da1 main
[junit4:junit4]   2> 548458 T548 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty2/tlog
[junit4:junit4]   2> 548459 T548 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 548459 T548 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 548465 T549 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d168da1 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 548468 T548 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 548469 T548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 549049 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 549050 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36270_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36270/y_/kg"}
[junit4:junit4]   2> 549050 T512 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 549050 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 549088 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 549088 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 549088 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 549088 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 549499 T548 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 549499 T548 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36270/y_/kg collection:collection1 shard:shard2
[junit4:junit4]   2> 549500 T548 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 549565 T548 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 549634 T548 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 549635 T548 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 549635 T548 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4]   2> 549636 T548 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 549636 T548 oasc.SyncStrategy.syncToMe http://127.0.0.1:36270/y_/kg/collection1/ has no replicas
[junit4:junit4]   2> 549636 T548 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4]   2> 549637 T548 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 550604 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 550657 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550657 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550657 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550657 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 550699 T548 oasc.ZkController.register We are http://127.0.0.1:36270/y_/kg/collection1/ and leader is http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4]   2> 550699 T548 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36270/y_/kg
[junit4:junit4]   2> 550699 T548 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 550700 T548 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 550700 T548 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 550702 T548 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 550703 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 550704 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 550705 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 551090 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 551094 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36278
[junit4:junit4]   2> 551095 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 551096 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 551096 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414
[junit4:junit4]   2> 551097 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/solr.xml
[junit4:junit4]   2> 551097 T489 oasc.CoreContainer.<init> New CoreContainer 567662019
[junit4:junit4]   2> 551098 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/'
[junit4:junit4]   2> 551099 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/'
[junit4:junit4]   2> 551281 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 551281 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 551282 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 551282 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 551283 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 551283 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 551284 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 551284 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 551285 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 551285 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 551307 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 551308 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4]   2> 551309 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 551310 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 551314 T561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13015762 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 551314 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 551333 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 551347 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 551350 T563 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@169f5d74 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 551350 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 551361 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 552165 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 552166 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36270_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36270/y_/kg"}
[junit4:junit4]   2> 552179 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 552179 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 552179 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 552180 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 552179 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 552366 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36278_y_%2Fkg
[junit4:junit4]   2> 552368 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36278_y_%2Fkg
[junit4:junit4]   2> 552371 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 552371 T518 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 552371 T531 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 552371 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 552371 T563 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 552371 T511 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 552373 T547 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 552372 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 552372 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 552373 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 552385 T564 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1
[junit4:junit4]   2> 552385 T564 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 552386 T564 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 552386 T564 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 552388 T564 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/'
[junit4:junit4]   2> 552389 T564 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/lib/README' to classloader
[junit4:junit4]   2> 552390 T564 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 552441 T564 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 552499 T564 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 552600 T564 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 552608 T564 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 553155 T564 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 553159 T564 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 553161 T564 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 553167 T564 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 553207 T564 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 553208 T564 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty3-1369115861414/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/
[junit4:junit4]   2> 553208 T564 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4]   2> 553209 T564 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 553209 T564 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3
[junit4:junit4]   2> 553210 T564 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index/
[junit4:junit4]   2> 553210 T564 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 553211 T564 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index
[junit4:junit4]   2> 553214 T564 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 553215 T564 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 553218 T564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 553219 T564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 553219 T564 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 553220 T564 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 553221 T564 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 553221 T564 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 553222 T564 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 553222 T564 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 553223 T564 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 553238 T564 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 553245 T564 oass.SolrIndexSearcher.<init> Opening Searcher@4d44e298 main
[junit4:junit4]   2> 553246 T564 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/tlog
[junit4:junit4]   2> 553248 T564 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 553248 T564 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 553253 T565 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4d44e298 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 553256 T564 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 553256 T564 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 553685 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 553686 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36278_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36278/y_/kg"}
[junit4:junit4]   2> 553686 T512 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 553686 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 553699 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553699 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553699 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553699 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 553699 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 554259 T564 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 554259 T564 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36278/y_/kg collection:collection1 shard:shard1
[junit4:junit4]   2> 554270 T564 oasc.ZkController.register We are http://127.0.0.1:36278/y_/kg/collection1/ and leader is http://127.0.0.1:36263/y_/kg/collection1/
[junit4:junit4]   2> 554270 T564 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36278/y_/kg
[junit4:junit4]   2> 554270 T564 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 554271 T564 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C11 name=collection1 org.apache.solr.core.SolrCore@22589c67 url=http://127.0.0.1:36278/y_/kg/collection1 node=127.0.0.1:36278_y_%2Fkg C11_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36278_y_%2Fkg, base_url=http://127.0.0.1:36278/y_/kg}
[junit4:junit4]   2> 554271 T566 C11 P36278 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 554272 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 554272 T564 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 554272 T566 C11 P36278 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 554272 T566 C11 P36278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 554273 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 554274 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 554274 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 554284 T566 C11 P36278 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 554298 T521 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 554458 T489 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 554460 T489 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:36282
[junit4:junit4]   2> 554461 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 554461 T489 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 554461 T489 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977
[junit4:junit4]   2> 554462 T489 oasc.CoreContainer$Initializer.initialize looking for solr config file: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/solr.xml
[junit4:junit4]   2> 554462 T489 oasc.CoreContainer.<init> New CoreContainer 358490149
[junit4:junit4]   2> 554463 T489 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/'
[junit4:junit4]   2> 554463 T489 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/'
[junit4:junit4]   2> 554630 T489 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 554631 T489 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 554632 T489 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 554632 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 554633 T489 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 554634 T489 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 554634 T489 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 554635 T489 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 554636 T489 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 554637 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 554656 T489 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 554657 T489 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:36223/solr
[junit4:junit4]   2> 554657 T489 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 554658 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 554663 T578 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1436af04 name:ZooKeeperConnection Watcher:127.0.0.1:36223 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 554663 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 554680 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 554689 T489 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 554691 T580 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@17ad6e07 name:ZooKeeperConnection Watcher:127.0.0.1:36223/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 554691 T489 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 554701 T489 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 555204 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 555205 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36278_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36278/y_/kg"}
[junit4:junit4]   2> 555225 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555225 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555225 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555225 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555225 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555225 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555299 T521 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 555300 T521 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:36278_y_%252Fkg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 555705 T489 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36282_y_%2Fkg
[junit4:junit4]   2> 555707 T489 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:36282_y_%2Fkg
[junit4:junit4]   2> 555710 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555710 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 555711 T511 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555711 T531 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555710 T563 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555710 T518 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555711 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555711 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555711 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555712 T547 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555712 T580 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 555712 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 555724 T581 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1
[junit4:junit4]   2> 555725 T581 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 555726 T581 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 555726 T581 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 555728 T581 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/'
[junit4:junit4]   2> 555729 T581 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 555730 T581 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/lib/README' to classloader
[junit4:junit4]   2> 555787 T581 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
[junit4:junit4]   2> 555851 T581 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 555953 T581 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 555961 T581 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 556510 T581 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 556514 T581 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 556516 T581 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 556522 T581 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 556561 T581 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 556561 T581 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ShardSplitTest-jetty4-1369115864977/collection1/, dataDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/
[junit4:junit4]   2> 556562 T581 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@547dd60c
[junit4:junit4]   2> 556563 T581 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 556563 T581 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4
[junit4:junit4]   2> 556564 T581 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index/
[junit4:junit4]   2> 556564 T581 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 556565 T581 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index
[junit4:junit4]   2> 556569 T581 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 556569 T581 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 556573 T581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 556573 T581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 556574 T581 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 556575 T581 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 556576 T581 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 556576 T581 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 556577 T581 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 556578 T581 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 556578 T581 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 556595 T581 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 556603 T581 oass.SolrIndexSearcher.<init> Opening Searcher@3f245d94 main
[junit4:junit4]   2> 556603 T581 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/tlog
[junit4:junit4]   2> 556605 T581 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 556605 T581 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 556611 T582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3f245d94 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 556614 T581 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 556614 T581 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 556730 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 556731 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36282_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36282/y_/kg"}
[junit4:junit4]   2> 556732 T512 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 556732 T512 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 556746 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556746 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556746 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556746 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556746 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 556746 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36278_y_%2Fkg, base_url=http://127.0.0.1:36278/y_/kg}
[junit4:junit4]   2> 557301 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:36263/y_/kg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 557301 T566 C11 P36278 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36278/y_/kg START replicas=[http://127.0.0.1:36263/y_/kg/collection1/] nUpdates=100
[junit4:junit4]   2> 557302 T566 C11 P36278 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 557302 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 557303 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 557303 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 557303 T566 C11 P36278 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 557304 T566 C11 P36278 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:36263/y_/kg/collection1/. core=collection1
[junit4:junit4]   2> 557304 T566 C11 P36278 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C12 name=collection1 org.apache.solr.core.SolrCore@53d6f7ca url=http://127.0.0.1:36263/y_/kg/collection1 node=127.0.0.1:36263_y_%2Fkg C12_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36263_y_%2Fkg, base_url=http://127.0.0.1:36263/y_/kg, leader=true}
[junit4:junit4]   2> 557311 T522 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 557322 T523 C12 P36263 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 557325 T523 C12 P36263 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 557326 T523 C12 P36263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 557327 T523 C12 P36263 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 557327 T523 C12 P36263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 557328 T523 C12 P36263 oass.SolrIndexSearcher.<init> Opening Searcher@3cb0545 realtime
[junit4:junit4]   2> 557328 T523 C12 P36263 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 557329 T523 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 557330 T566 C11 P36278 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 557330 T566 C11 P36278 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 557333 T524 C12 P36263 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 557334 T524 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 557334 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 557335 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 557335 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 557337 T524 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=0 
[junit4:junit4]   2> 557338 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 557339 T566 C11 P36278 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030
[junit4:junit4]   2> 557339 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@31094917 lockFactory=org.apache.lucene.store.NativeFSLockFactory@5278bcce) fullCopy=false
[junit4:junit4]   2> 557342 T524 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 557344 T566 C11 P36278 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 557345 T566 C11 P36278 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 557345 T566 C11 P36278 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 557348 T566 C11 P36278 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 557348 T566 C11 P36278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 557349 T566 C11 P36278 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 557349 T566 C11 P36278 oass.SolrIndexSearcher.<init> Opening Searcher@2eca182 main
[junit4:junit4]   2> 557351 T565 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2eca182 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 557351 T566 C11 P36278 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030;done=true>>]
[junit4:junit4]   2> 557352 T566 C11 P36278 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030
[junit4:junit4]   2> 557352 T566 C11 P36278 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index.20130521015748030
[junit4:junit4]   2> 557352 T566 C11 P36278 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 557353 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 557353 T566 C11 P36278 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 557353 T566 C11 P36278 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 557355 T566 C11 P36278 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 557642 T581 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 557642 T581 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:36282/y_/kg collection:collection1 shard:shard2
[junit4:junit4]   2> 557652 T581 oasc.ZkController.register We are http://127.0.0.1:36282/y_/kg/collection1/ and leader is http://127.0.0.1:36270/y_/kg/collection1/
[junit4:junit4]   2> 557652 T581 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:36282/y_/kg
[junit4:junit4]   2> 557653 T581 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 557653 T581 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C13 name=collection1 org.apache.solr.core.SolrCore@8ffeeb6 url=http://127.0.0.1:36282/y_/kg/collection1 node=127.0.0.1:36282_y_%2Fkg C13_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:36282_y_%2Fkg, base_url=http://127.0.0.1:36282/y_/kg}
[junit4:junit4]   2> 557654 T585 C13 P36282 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 557654 T581 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 557654 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 557655 T585 C13 P36282 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 557655 T585 C13 P36282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 557656 T489 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
[junit4:junit4]   2> 557656 T489 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 557657 T585 C13 P36282 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 557657 T489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 557670 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 557671 T537 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 557671 T489 oasc.AbstractFullDistribZkTestBase.waitForThingsToLevelOut Wait for recoveries to finish - wait 15 for each attempt
[junit4:junit4]   2> 557671 T489 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):15
[junit4:junit4]   2> 557672 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 558251 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 558252 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36278_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36278/y_/kg"}
[junit4:junit4]   2> 558257 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36282_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36282/y_/kg"}
[junit4:junit4]   2> 558270 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558270 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558270 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558270 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558270 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558270 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 558672 T537 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 558672 T537 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:36282_y_%252Fkg&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1001 
[junit4:junit4]   2> 558674 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 559676 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2>  C13_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:36282_y_%2Fkg, base_url=http://127.0.0.1:36282/y_/kg}
[junit4:junit4]   2> 560674 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:36270/y_/kg/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 560674 T585 C13 P36282 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36282/y_/kg START replicas=[http://127.0.0.1:36270/y_/kg/collection1/] nUpdates=100
[junit4:junit4]   2> 560675 T585 C13 P36282 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 560675 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 560675 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 560676 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 560676 T585 C13 P36282 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 560677 T585 C13 P36282 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:36270/y_/kg/collection1/. core=collection1
[junit4:junit4]   2> 560677 T585 C13 P36282 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 560679 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> ASYNC  NEW_CORE C14 name=collection1 org.apache.solr.core.SolrCore@59722745 url=http://127.0.0.1:36270/y_/kg/collection1 node=127.0.0.1:36270_y_%2Fkg C14_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36270_y_%2Fkg, base_url=http://127.0.0.1:36270/y_/kg, leader=true}
[junit4:junit4]   2> 560681 T538 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 560690 T539 C14 P36270 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 560693 T539 C14 P36270 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 560694 T539 C14 P36270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 560695 T539 C14 P36270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 560695 T539 C14 P36270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 560696 T539 C14 P36270 oass.SolrIndexSearcher.<init> Opening Searcher@4bc020a4 realtime
[junit4:junit4]   2> 560696 T539 C14 P36270 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 560697 T539 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 560698 T585 C13 P36282 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 560698 T585 C13 P36282 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 560700 T540 C14 P36270 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 560701 T540 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 560702 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Master's generation: 2
[junit4:junit4]   2> 560702 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Slave's generation: 1
[junit4:junit4]   2> 560702 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Starting replication process
[junit4:junit4]   2> 560706 T540 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={command=filelist&qt=/replication&wt=javabin&generation=2&version=2} status=0 QTime=1 
[junit4:junit4]   2> 560706 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Number of files in latest index in master: 1
[junit4:junit4]   2> 560707 T585 C13 P36282 oasc.CachingDirectoryFactory.get return new directory for ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399
[junit4:junit4]   2> 560708 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Starting download to MockDirWrapper(org.apache.lucene.store.RAMDirectory@67e6c84a lockFactory=org.apache.lucene.store.NativeFSLockFactory@5c99ad32) fullCopy=false
[junit4:junit4]   2> 560710 T540 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/replication params={file=segments_2&command=filecontent&checksum=true&wt=filestream&qt=/replication&generation=2} status=0 QTime=0 
[junit4:junit4]   2> 560712 T585 C13 P36282 oash.SnapPuller.fetchLatestIndex Total time taken for download : 0 secs
[junit4:junit4]   2> 560713 T585 C13 P36282 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 560713 T585 C13 P36282 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 560715 T585 C13 P36282 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 560716 T585 C13 P36282 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 560716 T585 C13 P36282 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 560717 T585 C13 P36282 oass.SolrIndexSearcher.<init> Opening Searcher@56d4be58 main
[junit4:junit4]   2> 560718 T582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56d4be58 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 560719 T585 C13 P36282 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399;done=true>>]
[junit4:junit4]   2> 560719 T585 C13 P36282 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399
[junit4:junit4]   2> 560720 T585 C13 P36282 oasc.CachingDirectoryFactory.closeCacheValue Removing directory before core close: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty4/index.20130521015751399
[junit4:junit4]   2> 560720 T585 C13 P36282 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 560720 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 560720 T585 C13 P36282 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 560721 T585 C13 P36282 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 560749 T585 C13 P36282 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 561286 T512 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561287 T512 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:36282_y_%2Fkg",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:36282/y_/kg"}
[junit4:junit4]   2> 561292 T547 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561292 T518 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561292 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561292 T531 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561292 T511 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561292 T580 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 561681 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561682 T489 oasc.AbstractDistribZkTestBase.waitForRecoveriesToFinish Recoveries finished - collection: collection1
[junit4:junit4]   2> ASYNC  NEW_CORE C15 name=collection1 org.apache.solr.core.SolrCore@6c4a6e45 url=http://127.0.0.1:36226/y_/kg/collection1 node=127.0.0.1:36226_y_%2Fkg C15_STATE=coll:control_collection core:collection1 props:{shard=shard1, state=active, core=collection1, collection=control_collection, node_name=127.0.0.1:36226_y_%2Fkg, base_url=http://127.0.0.1:36226/y_/kg, leader=true}
[junit4:junit4]   2> 561691 T501 C15 P36226 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561695 T501 C15 P36226 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 561696 T501 C15 P36226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 561697 T501 C15 P36226 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@2af69d2a lockFactory=org.apache.lucene.store.NativeFSLockFactory@56200d12)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 561697 T501 C15 P36226 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 561698 T501 C15 P36226 oass.SolrIndexSearcher.<init> Opening Searcher@54ee5a15 main
[junit4:junit4]   2> 561698 T501 C15 P36226 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561699 T515 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@54ee5a15 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561700 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 561713 T525 C12 P36263 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561714 T525 C12 P36263 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@11b6d603 lockFactory=org.apache.lucene.store.NativeFSLockFactory@54cf85f)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561715 T525 C12 P36263 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561715 T525 C12 P36263 oass.SolrIndexSearcher.<init> Opening Searcher@468beee0 main
[junit4:junit4]   2> 561716 T525 C12 P36263 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561717 T533 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@468beee0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561718 T525 C12 P36263 oasu.SolrCmdDistributor.distribCommit Distrib commit to:[StdNode: http://127.0.0.1:36278/y_/kg/collection1/, StdNode: http://127.0.0.1:36270/y_/kg/collection1/, StdNode: http://127.0.0.1:36282/y_/kg/collection1/] params:commit_end_point=true&commit=true&softCommit=false&waitSearcher=true&expungeDeletes=false
[junit4:junit4]   2> 561721 T541 C14 P36270 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561723 T541 C14 P36270 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@f57942f lockFactory=org.apache.lucene.store.NativeFSLockFactory@71fce2e7)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561723 T541 C14 P36270 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561724 T541 C14 P36270 oass.SolrIndexSearcher.<init> Opening Searcher@50f2f7b0 main
[junit4:junit4]   2> 561724 T541 C14 P36270 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561725 T549 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@50f2f7b0 main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561726 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 5
[junit4:junit4]   2>  C11_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36278_y_%2Fkg, base_url=http://127.0.0.1:36278/y_/kg}
[junit4:junit4]   2> 561728 T553 C11 P36278 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2>  C13_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:36282_y_%2Fkg, base_url=http://127.0.0.1:36282/y_/kg}
[junit4:junit4]   2> 561729 T570 C13 P36282 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 561730 T553 C11 P36278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561731 T570 C13 P36282 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@7c54c0ca lockFactory=org.apache.lucene.store.NativeFSLockFactory@43b71ce2)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 561731 T553 C11 P36278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561731 T570 C13 P36282 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 561732 T553 C11 P36278 oass.SolrIndexSearcher.<init> Opening Searcher@550cce2f main
[junit4:junit4]   2> 561733 T570 C13 P36282 oass.SolrIndexSearcher.<init> Opening Searcher@7833233c main
[junit4:junit4]   2> 561733 T553 C11 P36278 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561734 T570 C13 P36282 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 561734 T565 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@550cce2f main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561735 T582 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7833233c main{StandardDirectoryReader(segments_2:1:nrt)}
[junit4:junit4]   2> 561735 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 7
[junit4:junit4]   2> 561735 T570 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&expungeDeletes=false&commit_end_point=true&version=2&softCommit=false} {commit=} 0 6
[junit4:junit4]   2> 561736 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={waitSearcher=true&commit=true&wt=javabin&version=2&softCommit=false} {commit=} 0 23
[junit4:junit4]   2> 561738 T489 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 561741 T526 C12 P36263 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 561744 T554 C11 P36278 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 561747 T542 C14 P36270 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=1 
[junit4:junit4]   2> 561750 T571 C13 P36282 oasc.SolrCore.execute [collection1] webapp=/y_/kg path=/select params={tests=checkShardConsistency&q=*:*&distrib=false&wt=javabin&version=2&rows=0} hits=0 status=0 QTime=0 
[junit4:junit4]   2> 563755 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435622047163088896)} 0 2
[junit4:junit4]   2> 563764 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={update.distrib=FROMLEADER&_version_=-1435622047167283200&update.from=http://127.0.0.1:36270/y_/kg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435622047167283200)} 0 2
[junit4:junit4]   2> 563768 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={update.distrib=FROMLEADER&_version_=-1435622047172526080&update.from=http://127.0.0.1:36263/y_/kg/collection1/&wt=javabin&version=2} {deleteByQuery=*:* (-1435622047172526080)} 0 2
[junit4:junit4]   2> 563769 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={update.distrib=TOLEADER&wt=javabin&version=2} {deleteByQuery=*:* (-1435622047172526080)} 0 7
[junit4:junit4]   2> 563770 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {deleteByQuery=*:* (-1435622047167283200)} 0 12
[junit4:junit4]   2> 563774 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!0 (1435622047183011840)]} 0 1
[junit4:junit4]   2> 563791 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!0 (1435622047196643328)]} 0 1
[junit4:junit4]   2> 563792 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!0 (1435622047196643328)]} 0 6
[junit4:junit4]   2> 563793 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!0]} 0 16
[junit4:junit4]   2> 563797 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!1 (1435622047207129088)]} 0 1
[junit4:junit4]   2> 563807 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!1 (1435622047214469120)]} 0 1
[junit4:junit4]   2> 563808 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[b!1 (1435622047214469120)]} 0 5
[junit4:junit4]   2> 563808 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!1]} 0 8
[junit4:junit4]   2> 563812 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!2 (1435622047222857728)]} 0 1
[junit4:junit4]   2> 563821 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!2 (1435622047229149184)]} 0 1
[junit4:junit4]   2> 563821 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!2 (1435622047229149184)]} 0 4
[junit4:junit4]   2> 563822 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!2]} 0 8
[junit4:junit4]   2> 563826 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!3 (1435622047237537792)]} 0 1
[junit4:junit4]   2> 563832 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!3 (1435622047240683520)]} 0 1
[junit4:junit4]   2> 563832 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!3 (1435622047240683520)]} 0 4
[junit4:junit4]   2> 563836 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!4 (1435622047248023552)]} 0 1
[junit4:junit4]   2> 563842 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!4 (1435622047251169280)]} 0 1
[junit4:junit4]   2> 563842 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!4 (1435622047251169280)]} 0 4
[junit4:junit4]   2> 563846 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!5 (1435622047258509312)]} 0 1
[junit4:junit4]   2> 563856 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!5 (1435622047265849344)]} 0 1
[junit4:junit4]   2> 563856 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!5 (1435622047265849344)]} 0 4
[junit4:junit4]   2> 563857 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!5]} 0 8
[junit4:junit4]   2> 563861 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!6 (1435622047274237952)]} 0 1
[junit4:junit4]   2> 563867 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!6 (1435622047277383680)]} 0 1
[junit4:junit4]   2> 563867 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!6 (1435622047277383680)]} 0 4
[junit4:junit4]   2> 563871 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!7 (1435622047284723712)]} 0 1
[junit4:junit4]   2> 563879 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!7 (1435622047289966592)]} 0 1
[junit4:junit4]   2> 563880 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!7 (1435622047289966592)]} 0 5
[junit4:junit4]   2> 563880 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!7]} 0 8
[junit4:junit4]   2> 563884 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!8 (1435622047298355200)]} 0 1
[junit4:junit4]   2> 563890 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!8 (1435622047301500928)]} 0 1
[junit4:junit4]   2> 563890 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!8 (1435622047301500928)]} 0 4
[junit4:junit4]   2> 563894 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!9 (1435622047308840960)]} 0 1
[junit4:junit4]   2> 563901 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!9 (1435622047313035264)]} 0 1
[junit4:junit4]   2> 563901 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!9 (1435622047313035264)]} 0 4
[junit4:junit4]   2> 563905 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!10 (1435622047320375296)]} 0 1
[junit4:junit4]   2> 563912 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!10 (1435622047324569600)]} 0 1
[junit4:junit4]   2> 563912 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!10 (1435622047324569600)]} 0 4
[junit4:junit4]   2> 563916 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!11 (1435622047331909632)]} 0 1
[junit4:junit4]   2> 563925 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!11 (1435622047338201088)]} 0 1
[junit4:junit4]   2> 563925 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!11 (1435622047338201088)]} 0 4
[junit4:junit4]   2> 563926 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!11]} 0 8
[junit4:junit4]   2> 563930 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!12 (1435622047346589696)]} 0 1
[junit4:junit4]   2> 563937 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!12 (1435622047350784000)]} 0 1
[junit4:junit4]   2> 563937 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[m!12 (1435622047350784000)]} 0 4
[junit4:junit4]   2> 563938 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!12]} 0 7
[junit4:junit4]   2> 563942 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!13 (1435622047359172608)]} 0 1
[junit4:junit4]   2> 563948 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!13 (1435622047362318336)]} 0 1
[junit4:junit4]   2> 563948 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!13 (1435622047362318336)]} 0 4
[junit4:junit4]   2> 563952 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!14 (1435622047369658368)]} 0 0
[junit4:junit4]   2> 563960 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!14 (1435622047374901248)]} 0 1
[junit4:junit4]   2> 563960 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!14 (1435622047374901248)]} 0 4
[junit4:junit4]   2> 563961 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!14]} 0 7
[junit4:junit4]   2> 563965 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!15 (1435622047383289856)]} 0 1
[junit4:junit4]   2> 563975 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!15 (1435622047390629888)]} 0 1
[junit4:junit4]   2> 563975 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[p!15 (1435622047390629888)]} 0 4
[junit4:junit4]   2> 563976 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!15]} 0 8
[junit4:junit4]   2> 563980 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!16 (1435622047399018496)]} 0 1
[junit4:junit4]   2> 563987 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!16 (1435622047403212800)]} 0 1
[junit4:junit4]   2> 563987 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!16 (1435622047403212800)]} 0 4
[junit4:junit4]   2> 563990 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!17 (1435622047410552832)]} 0 0
[junit4:junit4]   2> 563998 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!17 (1435622047414747136)]} 0 1
[junit4:junit4]   2> 563998 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!17 (1435622047414747136)]} 0 4
[junit4:junit4]   2> 564002 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!18 (1435622047422087168)]} 0 0
[junit4:junit4]   2> 564010 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!18 (1435622047427330048)]} 0 1
[junit4:junit4]   2> 564010 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[s!18 (1435622047427330048)]} 0 4
[junit4:junit4]   2> 564011 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!18]} 0 7
[junit4:junit4]   2> 564015 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!19 (1435622047435718656)]} 0 1
[junit4:junit4]   2> 564025 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!19 (1435622047443058688)]} 0 1
[junit4:junit4]   2> 564026 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[t!19 (1435622047443058688)]} 0 5
[junit4:junit4]   2> 564027 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!19]} 0 9
[junit4:junit4]   2> 564030 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!20 (1435622047451447296)]} 0 1
[junit4:junit4]   2> 564040 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!20 (1435622047458787328)]} 0 1
[junit4:junit4]   2> 564041 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!20 (1435622047458787328)]} 0 5
[junit4:junit4]   2> 564041 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!20]} 0 8
[junit4:junit4]   2> 564045 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!21 (1435622047467175936)]} 0 1
[junit4:junit4]   2> 564054 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!21 (1435622047473467392)]} 0 1
[junit4:junit4]   2> 564055 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[v!21 (1435622047473467392)]} 0 5
[junit4:junit4]   2> 564056 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!21]} 0 9
[junit4:junit4]   2> 564060 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!22 (1435622047482904576)]} 0 1
[junit4:junit4]   2> 564067 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!22 (1435622047487098880)]} 0 1
[junit4:junit4]   2> 564067 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!22 (1435622047487098880)]} 0 4
[junit4:junit4]   2> 564071 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!23 (1435622047494438912)]} 0 1
[junit4:junit4]   2> 564080 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!23 (1435622047500730368)]} 0 1
[junit4:junit4]   2> 564081 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[x!23 (1435622047500730368)]} 0 5
[junit4:junit4]   2> 564082 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!23]} 0 9
[junit4:junit4]   2> 564085 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!24 (1435622047510167552)]} 0 1
[junit4:junit4]   2> 564096 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!24 (1435622047517507584)]} 0 1
[junit4:junit4]   2> 564097 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!24 (1435622047517507584)]} 0 5
[junit4:junit4]   2> 564097 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!24]} 0 8
[junit4:junit4]   2> 564101 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!25 (1435622047525896192)]} 0 1
[junit4:junit4]   2> 564111 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!25 (1435622047533236224)]} 0 1
[junit4:junit4]   2> 564112 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!25 (1435622047533236224)]} 0 5
[junit4:junit4]   2> 564112 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!25]} 0 8
[junit4:junit4]   2> 564117 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!26 (1435622047542673408)]} 0 1
[junit4:junit4]   2> 564124 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!26 (1435622047546867712)]} 0 1
[junit4:junit4]   2> 564125 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!26 (1435622047546867712)]} 0 5
[junit4:junit4]   2> 564128 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!27 (1435622047554207744)]} 0 1
[junit4:junit4]   2> 564135 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!27 (1435622047558402048)]} 0 1
[junit4:junit4]   2> 564135 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!27 (1435622047558402048)]} 0 4
[junit4:junit4]   2> 564138 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!28 (1435622047565742080)]} 0 0
[junit4:junit4]   2> 564148 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!28 (1435622047572033536)]} 0 1
[junit4:junit4]   2> 564148 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!28 (1435622047572033536)]} 0 4
[junit4:junit4]   2> 564149 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!28]} 0 8
[junit4:junit4]   2> 564153 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!29 (1435622047580422144)]} 0 1
[junit4:junit4]   2> 564163 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!29 (1435622047587762176)]} 0 1
[junit4:junit4]   2> 564163 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[d!29 (1435622047587762176)]} 0 4
[junit4:junit4]   2> 564164 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!29]} 0 8
[junit4:junit4]   2> 564168 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!30 (1435622047596150784)]} 0 0
[junit4:junit4]   2> 564174 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!30 (1435622047599296512)]} 0 1
[junit4:junit4]   2> 564174 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!30 (1435622047599296512)]} 0 4
[junit4:junit4]   2> 564178 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!31 (1435622047606636544)]} 0 1
[junit4:junit4]   2> 564184 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!31 (1435622047609782272)]} 0 1
[junit4:junit4]   2> 564184 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!31 (1435622047609782272)]} 0 4
[junit4:junit4]   2> 564187 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!32 (1435622047617122304)]} 0 0
[junit4:junit4]   2> 564194 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!32 (1435622047620268032)]} 0 1
[junit4:junit4]   2> 564194 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!32 (1435622047620268032)]} 0 4
[junit4:junit4]   2> 564198 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!33 (1435622047627608064)]} 0 1
[junit4:junit4]   2> 564207 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!33 (1435622047633899520)]} 0 1
[junit4:junit4]   2> 564207 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!33 (1435622047633899520)]} 0 4
[junit4:junit4]   2> 564208 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!33]} 0 8
[junit4:junit4]   2> 564212 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!34 (1435622047642288128)]} 0 1
[junit4:junit4]   2> 564220 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!34 (1435622047647531008)]} 0 0
[junit4:junit4]   2> 564220 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!34 (1435622047647531008)]} 0 4
[junit4:junit4]   2> 564221 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!34]} 0 7
[junit4:junit4]   2> 564225 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!35 (1435622047655919616)]} 0 1
[junit4:junit4]   2> 564232 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!35 (1435622047661162496)]} 0 0
[junit4:junit4]   2> 564233 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[j!35 (1435622047661162496)]} 0 4
[junit4:junit4]   2> 564234 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!35]} 0 7
[junit4:junit4]   2> 564238 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!36 (1435622047669551104)]} 0 1
[junit4:junit4]   2> 564245 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!36 (1435622047673745408)]} 0 1
[junit4:junit4]   2> 564245 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!36 (1435622047673745408)]} 0 4
[junit4:junit4]   2> 564249 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!37 (1435622047681085440)]} 0 1
[junit4:junit4]   2> 564256 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!37 (1435622047685279744)]} 0 1
[junit4:junit4]   2> 564257 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!37 (1435622047685279744)]} 0 5
[junit4:junit4]   2> 564260 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!38 (1435622047692619776)]} 0 1
[junit4:junit4]   2> 564267 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!38 (1435622047696814080)]} 0 1
[junit4:junit4]   2> 564268 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!38 (1435622047696814080)]} 0 5
[junit4:junit4]   2> 564272 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!39 (1435622047705202688)]} 0 1
[junit4:junit4]   2> 564278 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!39 (1435622047708348416)]} 0 1
[junit4:junit4]   2> 564278 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!39 (1435622047708348416)]} 0 4
[junit4:junit4]   2> 564282 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!40 (1435622047715688448)]} 0 0
[junit4:junit4]   2> 564287 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!40 (1435622047718834176)]} 0 0
[junit4:junit4]   2> 564288 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!40 (1435622047718834176)]} 0 4
[junit4:junit4]   2> 564292 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!41 (1435622047726174208)]} 0 1
[junit4:junit4]   2> 564299 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!41 (1435622047730368512)]} 0 1
[junit4:junit4]   2> 564299 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!41 (1435622047730368512)]} 0 4
[junit4:junit4]   2> 564303 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!42 (1435622047737708544)]} 0 1
[junit4:junit4]   2> 564312 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!42 (1435622047744000000)]} 0 1
[junit4:junit4]   2> 564312 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!42 (1435622047744000000)]} 0 4
[junit4:junit4]   2> 564313 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!42]} 0 7
[junit4:junit4]   2> 564317 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!43 (1435622047752388608)]} 0 1
[junit4:junit4]   2> 564326 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[r!43 (1435622047758680064)]} 0 1
[junit4:junit4]   2> 564326 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[r!43 (1435622047758680064)]} 0 4
[junit4:junit4]   2> 564327 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[r!43]} 0 8
[junit4:junit4]   2> 564331 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!44 (1435622047767068672)]} 0 1
[junit4:junit4]   2> 564337 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[s!44 (1435622047770214400)]} 0 1
[junit4:junit4]   2> 564337 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[s!44 (1435622047770214400)]} 0 4
[junit4:junit4]   2> 564341 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!45 (1435622047777554432)]} 0 1
[junit4:junit4]   2> 564348 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[t!45 (1435622047781748736)]} 0 1
[junit4:junit4]   2> 564348 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[t!45 (1435622047781748736)]} 0 4
[junit4:junit4]   2> 564352 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!46 (1435622047789088768)]} 0 1
[junit4:junit4]   2> 564359 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[u!46 (1435622047793283072)]} 0 0
[junit4:junit4]   2> 564359 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[u!46 (1435622047793283072)]} 0 4
[junit4:junit4]   2> 564360 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[u!46]} 0 7
[junit4:junit4]   2> 564364 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!47 (1435622047801671680)]} 0 1
[junit4:junit4]   2> 564370 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[v!47 (1435622047804817408)]} 0 1
[junit4:junit4]   2> 564370 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[v!47 (1435622047804817408)]} 0 4
[junit4:junit4]   2> 564374 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!48 (1435622047812157440)]} 0 1
[junit4:junit4]   2> 564380 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[w!48 (1435622047816351744)]} 0 0
[junit4:junit4]   2> 564381 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[w!48 (1435622047816351744)]} 0 4
[junit4:junit4]   2> 564385 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!49 (1435622047823691776)]} 0 1
[junit4:junit4]   2> 564392 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[x!49 (1435622047828934656)]} 0 1
[junit4:junit4]   2> 564393 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[x!49 (1435622047828934656)]} 0 5
[junit4:junit4]   2> 564397 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!50 (1435622047836274688)]} 0 1
[junit4:junit4]   2> 564407 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[y!50 (1435622047843614720)]} 0 1
[junit4:junit4]   2> 564407 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[y!50 (1435622047843614720)]} 0 4
[junit4:junit4]   2> 564408 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[y!50]} 0 8
[junit4:junit4]   2> 564412 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!51 (1435622047852003328)]} 0 1
[junit4:junit4]   2> 564421 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[z!51 (1435622047858294784)]} 0 1
[junit4:junit4]   2> 564421 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[z!51 (1435622047858294784)]} 0 4
[junit4:junit4]   2> 564422 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[z!51]} 0 8
[junit4:junit4]   2> 564426 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!52 (1435622047866683392)]} 0 1
[junit4:junit4]   2> 564436 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[a!52 (1435622047874023424)]} 0 1
[junit4:junit4]   2> 564436 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[a!52 (1435622047874023424)]} 0 4
[junit4:junit4]   2> 564437 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[a!52]} 0 8
[junit4:junit4]   2> 564441 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!53 (1435622047883460608)]} 0 1
[junit4:junit4]   2> 564448 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[b!53 (1435622047886606336)]} 0 1
[junit4:junit4]   2> 564448 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[b!53 (1435622047886606336)]} 0 4
[junit4:junit4]   2> 564451 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!54 (1435622047893946368)]} 0 0
[junit4:junit4]   2> 564461 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[c!54 (1435622047900237824)]} 0 1
[junit4:junit4]   2> 564461 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[c!54 (1435622047900237824)]} 0 4
[junit4:junit4]   2> 564462 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[c!54]} 0 8
[junit4:junit4]   2> 564466 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!55 (1435622047908626432)]} 0 1
[junit4:junit4]   2> 564472 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[d!55 (1435622047911772160)]} 0 0
[junit4:junit4]   2> 564473 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[d!55 (1435622047911772160)]} 0 5
[junit4:junit4]   2> 564477 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!56 (1435622047920160768)]} 0 1
[junit4:junit4]   2> 564483 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[e!56 (1435622047923306496)]} 0 1
[junit4:junit4]   2> 564483 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[e!56 (1435622047923306496)]} 0 4
[junit4:junit4]   2> 564487 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!57 (1435622047930646528)]} 0 1
[junit4:junit4]   2> 564496 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[f!57 (1435622047936937984)]} 0 1
[junit4:junit4]   2> 564496 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[f!57 (1435622047936937984)]} 0 4
[junit4:junit4]   2> 564497 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[f!57]} 0 8
[junit4:junit4]   2> 564501 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!58 (1435622047945326592)]} 0 1
[junit4:junit4]   2> 564509 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[g!58 (1435622047950569472)]} 0 1
[junit4:junit4]   2> 564509 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[g!58 (1435622047950569472)]} 0 4
[junit4:junit4]   2> 564510 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[g!58]} 0 7
[junit4:junit4]   2> 564514 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!59 (1435622047958958080)]} 0 1
[junit4:junit4]   2> 564523 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[h!59 (1435622047965249536)]} 0 0
[junit4:junit4]   2> 564523 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[h!59 (1435622047965249536)]} 0 4
[junit4:junit4]   2> 564524 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[h!59]} 0 8
[junit4:junit4]   2> 564528 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!60 (1435622047973638144)]} 0 1
[junit4:junit4]   2> 564537 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[i!60 (1435622047979929600)]} 0 1
[junit4:junit4]   2> 564537 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[i!60 (1435622047979929600)]} 0 4
[junit4:junit4]   2> 564538 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[i!60]} 0 8
[junit4:junit4]   2> 564542 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!61 (1435622047988318208)]} 0 0
[junit4:junit4]   2> 564547 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[j!61 (1435622047991463936)]} 0 0
[junit4:junit4]   2> 564548 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[j!61 (1435622047991463936)]} 0 4
[junit4:junit4]   2> 564551 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!62 (1435622047998803968)]} 0 0
[junit4:junit4]   2> 564558 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[k!62 (1435622048002998272)]} 0 1
[junit4:junit4]   2> 564558 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[k!62 (1435622048002998272)]} 0 4
[junit4:junit4]   2> 564561 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!63 (1435622048009289728)]} 0 0
[junit4:junit4]   2> 564571 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[l!63 (1435622048015581184)]} 0 1
[junit4:junit4]   2> 564571 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[l!63 (1435622048015581184)]} 0 4
[junit4:junit4]   2> 564572 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[l!63]} 0 8
[junit4:junit4]   2> 564576 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!64 (1435622048023969792)]} 0 1
[junit4:junit4]   2> 564582 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[m!64 (1435622048028164096)]} 0 0
[junit4:junit4]   2> 564583 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[m!64 (1435622048028164096)]} 0 4
[junit4:junit4]   2> 564587 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!65 (1435622048035504128)]} 0 1
[junit4:junit4]   2> 564592 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[n!65 (1435622048038649856)]} 0 0
[junit4:junit4]   2> 564593 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[n!65 (1435622048038649856)]} 0 4
[junit4:junit4]   2> 564597 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!66 (1435622048045989888)]} 0 1
[junit4:junit4]   2> 564606 T572 C13 P36282 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[o!66 (1435622048052281344)]} 0 1
[junit4:junit4]   2> 564606 T541 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[o!66 (1435622048052281344)]} 0 4
[junit4:junit4]   2> 564607 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[o!66]} 0 8
[junit4:junit4]   2> 564611 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!67 (1435622048060669952)]} 0 1
[junit4:junit4]   2> 564617 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[p!67 (1435622048063815680)]} 0 1
[junit4:junit4]   2> 564617 T525 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[p!67 (1435622048063815680)]} 0 4
[junit4:junit4]   2> 564621 T501 C15 P36226 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!68 (1435622048071155712)]} 0 0
[junit4:junit4]   2> 564630 T553 C11 P36278 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36263/y_/kg/collection1/&update.distrib=FROMLEADER&wt=javabin&version=2} {add=[q!68 (1435622048077447168)]} 0 1
[junit4:junit4]   2> 564630 T527 C12 P36263 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={distrib.from=http://127.0.0.1:36270/y_/kg/collection1/&update.distrib=TOLEADER&wt=javabin&version=2} {add=[q!68 (1435622048077447168)]} 0 4
[junit4:junit4]   2> 564631 T543 C14 P36270 oasup.LogUpdateProcessor.finish [collection1] webapp=/y_/kg path=/update params={wt=javabin&version=2} {add=[q!68]} 0 8
[jun

[...truncated too long message...]

r.java:385)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:208)
[junit4:junit4]    > 	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:133)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:815)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> 578164 T489 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 604432 T563 oasu.PeerSync.handleResponse WARN PeerSync: core=collection1 url=http://127.0.0.1:36278/y_/kg  couldn't connect to http://127.0.0.1:36263/y_/kg/collection1/, counting as success
[junit4:junit4]   2> 604432 T563 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:36278/y_/kg DONE. sync succeeded
[junit4:junit4]   2> 604433 T563 oasc.SyncStrategy.syncReplicas We have been closed, won't attempt to sync replicas back to leader
[junit4:junit4]   2> 604433 T563 oasc.ShardLeaderElectionContext.runLeaderProcess Sync was not a success but no one else is active! I am the leader
[junit4:junit4]   2> 604434 T563 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:36278/y_/kg/collection1/
[junit4:junit4]   2> 604434 T563 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@22589c67
[junit4:junit4]   2> 604437 T563 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=12,adds=12,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=71,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
[junit4:junit4]   2> 604437 T563 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 604438 T563 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 604438 T563 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 604443 T563 C11 P36278 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(RateLimitedDirectoryWrapper(org.apache.lucene.store.RAMDirectory@1b25be07 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6a2f0b12)),segFN=segments_5,generation=5}
[junit4:junit4]   2> 604443 T563 C11 P36278 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 604447 T563 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 604447 T563 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 604448 T563 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3 [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3;done=false>>]
[junit4:junit4]   2> 604448 T563 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3
[junit4:junit4]   2> 604448 T563 oasc.CachingDirectoryFactory.closeCacheValue looking to close ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index [CachedDir<<refCount=0;path=./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index;done=false>>]
[junit4:junit4]   2> 604449 T563 oasc.CachingDirectoryFactory.close Closing directory: ./org.apache.solr.cloud.ShardSplitTest-1369115848140/jetty3/index
[junit4:junit4]   2> 604449 T563 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 604449 T563 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/collection1/leader_elect/shard1/election/89726376224227338-4-n_0000000001
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:873)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:152)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$2.execute(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:149)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ElectionContext.cancelElection(ElectionContext.java:63)
[junit4:junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:260)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:156)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:100)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> 604450 T563 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 604451 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 604451 T563 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 604451 T563 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 604451 T563 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 604452 T563 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4:junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4:junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:235)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
[junit4:junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:232)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:84)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
[junit4:junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:129)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
[junit4:junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
[junit4:junit4]   2> 
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=Memory doPackFST= false), _version_=PostingsFormat(name=TestBloomFilteredLucene41Postings)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=ko_KR, timezone=America/Asuncion
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=3,free=108443672,total=245432320
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SpellingQueryConverterTest, MBeansHandlerTest, ClusterStateUpdateTest, ReturnFieldsTest, TestPHPSerializedResponseWriter, TestDocumentBuilder, SyncSliceTest, ShardSplitTest]
[junit4:junit4] Completed on J0 in 67.81s, 1 test, 1 error <<< FAILURES!

[...truncated 794 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:387: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:360: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:181: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:437: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 295 suites, 1231 tests, 1 error, 11 ignored (5 assumptions)

Total time: 102 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 266 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/266/

4 tests failed.
REGRESSION:  org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder {strategy=recursive_quad}

Error Message:
Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>

Stack Trace:
java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder {strategy=termquery_geohash}

Error Message:
Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>

Stack Trace:
java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder {strategy=pointvector}

Error Message:
Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>

Stack Trace:
java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)


REGRESSION:  org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder {strategy=bbox}

Error Message:
Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>

Stack Trace:
java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:601)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:722)




Build Log:
[...truncated 8358 lines...]
[junit4:junit4] Suite: org.apache.lucene.spatial.DistanceStrategyTest
[junit4:junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistanceStrategyTest -Dtests.method="testDistanceOrder {strategy=recursive_quad}" -Dtests.seed=F4A4BB00B127FF78 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=pl_PL -Dtests.timezone=Asia/Yerevan -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 0.15s J1 | DistanceStrategyTest.testDistanceOrder {strategy=recursive_quad} <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
[junit4:junit4]    > 	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistanceStrategyTest -Dtests.method="testDistanceOrder {strategy=termquery_geohash}" -Dtests.seed=F4A4BB00B127FF78 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=pl_PL -Dtests.timezone=Asia/Yerevan -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 0.05s J1 | DistanceStrategyTest.testDistanceOrder {strategy=termquery_geohash} <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
[junit4:junit4]    > 	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistanceStrategyTest -Dtests.method="testDistanceOrder {strategy=pointvector}" -Dtests.seed=F4A4BB00B127FF78 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=pl_PL -Dtests.timezone=Asia/Yerevan -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 0.04s J1 | DistanceStrategyTest.testDistanceOrder {strategy=pointvector} <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
[junit4:junit4]    > 	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistanceStrategyTest -Dtests.method="testDistanceOrder {strategy=bbox}" -Dtests.seed=F4A4BB00B127FF78 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/hudson/lucene-data/enwiki.random.lines.txt -Dtests.locale=pl_PL -Dtests.timezone=Asia/Yerevan -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] FAILURE 0.04s J1 | DistanceStrategyTest.testDistanceOrder {strategy=bbox} <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: Not equal for doc 0 expected:<2.827493667602539> but was:<180.0>
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F4A4BB00B127FF78:76CC5EC69BC981D0]:0)
[junit4:junit4]    > 	at org.apache.lucene.spatial.StrategyTestCase.checkValueSource(StrategyTestCase.java:227)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.checkDistValueSource(DistanceStrategyTest.java:124)
[junit4:junit4]    > 	at org.apache.lucene.spatial.DistanceStrategyTest.testDistanceOrder(DistanceStrategyTest.java:95)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:722)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {id=PostingsFormat(name=Memory doPackFST= false), bbox__minX=Lucene41(blocksize=128), pointvector__x=PostingsFormat(name=Memory doPackFST= false), bbox__xdl=PostingsFormat(name=Memory doPackFST= false), pointvector__y=PostingsFormat(name=Direct), recursive_quad=PostingsFormat(name=MockRandom), termquery_geohash=PostingsFormat(name=MockRandom), bbox__minY=PostingsFormat(name=MockRandom), bbox__maxY=PostingsFormat(name=Direct), bbox__maxX=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=pl_PL, timezone=Asia/Yerevan
[junit4:junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_21 (64-bit)/cpus=16,threads=1,free=147660232,total=237830144
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestTermQueryPrefixGridStrategy, TestTestFramework, TestBBoxStrategy, SpatialArgsParserTest, PortedSolr3Test, DistanceStrategyTest]
[junit4:junit4] Completed on J1 in 0.81s, 8 tests, 4 failures <<< FAILURES!

[...truncated 16 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:384: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:357: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:554: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1825: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:61: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1240: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:884: There were test failures: 13 suites, 74 tests, 4 failures, 2 ignored (2 assumptions)

Total time: 100 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure