You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2013/06/29 05:27:16 UTC

[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 590 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/590/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest.testAddDelete

Error Message:
IOException occured when talking to server at: https://127.0.0.1:55930/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:55930/solr/collection1
	at __randomizedtesting.SeedInfo.seed([3344123E67B80FF8:FBA46F349610DC2E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:435)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer.request(ConcurrentUpdateSolrServer.java:256)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:117)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:168)
	at org.apache.solr.client.solrj.SolrServer.commit(SolrServer.java:146)
	at org.apache.solr.client.solrj.SolrExampleTests.testAddDelete(SolrExampleTests.java:738)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)
Caused by: org.apache.http.NoHttpResponseException: The target server failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:95)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:62)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:254)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:289)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:252)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:191)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:300)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:127)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:717)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:522)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:906)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:805)
	at org.apache.http.impl.client.AbstractHttpClient.execute(AbstractHttpClient.java:784)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:365)
	... 46 more




Build Log:
[...truncated 9902 lines...]
[junit4:junit4] Suite: org.apache.solr.client.solrj.embedded.SolrExampleStreamingTest
[junit4:junit4]   1> 378659 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.SolrJettyTestBase  � Randomized ssl (true) and clientAuth (false)
[junit4:junit4]   1> 378659 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.SolrTestCaseJ4  � ####initCore
[junit4:junit4]   1> 378661 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.SolrTestCaseJ4  � ####initCore end
[junit4:junit4]   1> 378662 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.eclipse.jetty.server.Server  � jetty-8.1.10.v20130312
[junit4:junit4]   1> 378670 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.eclipse.jetty.util.ssl.SslContextFactory  � Enabled Protocols [SSLv2Hello, SSLv3, TLSv1] of [SSLv2Hello, SSLv3, TLSv1]
[junit4:junit4]   1> 378674 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.eclipse.jetty.server.AbstractConnector  � Started SslSelectChannelConnector@127.0.0.1:55930
[junit4:junit4]   1> 378675 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.servlet.SolrDispatchFilter  � SolrDispatchFilter.init()
[junit4:junit4]   1> 378676 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrResourceLoader  � JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   1> 378676 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrResourceLoader  � using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr
[junit4:junit4]   1> 378677 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CoreContainer  � looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/solr.xml
[junit4:junit4]   1> 378678 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CoreContainer  � New CoreContainer 1969989587
[junit4:junit4]   1> 378679 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CoreContainer  � Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/'
[junit4:junit4]   1> 378679 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrResourceLoader  � new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/'
[junit4:junit4]   1> 378800 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr
[junit4:junit4]   1> 378801 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn
[junit4:junit4]   1> 378804 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/prop-base
[junit4:junit4]   1> 378807 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/props
[junit4:junit4]   1> 378808 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/text-base
[junit4:junit4]   1> 378810 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp
[junit4:junit4]   1> 378812 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp/prop-base
[junit4:junit4]   1> 378813 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp/props
[junit4:junit4]   1> 378814 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/.svn/tmp/text-base
[junit4:junit4]   1> 378815 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin
[junit4:junit4]   1> 378817 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn
[junit4:junit4]   1> 378820 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/prop-base
[junit4:junit4]   1> 378821 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/props
[junit4:junit4]   1> 378822 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/text-base
[junit4:junit4]   1> 378823 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp
[junit4:junit4]   1> 378825 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp/prop-base
[junit4:junit4]   1> 378826 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp/props
[junit4:junit4]   1> 378827 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/bin/.svn/tmp/text-base
[junit4:junit4]   1> 378828 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCoreDiscoverer  � Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/core.properties, adding to cores
[junit4:junit4]   1> 378832 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting socketTimeout to: 0
[junit4:junit4]   1> 378833 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting urlScheme to: http://
[junit4:junit4]   1> 378833 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting connTimeout to: 0
[junit4:junit4]   1> 378834 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting maxConnectionsPerHost to: 20
[junit4:junit4]   1> 378834 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting corePoolSize to: 0
[junit4:junit4]   1> 378835 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting maximumPoolSize to: 2147483647
[junit4:junit4]   1> 378836 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting maxThreadIdleTime to: 5
[junit4:junit4]   1> 378836 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting sizeOfQueue to: -1
[junit4:junit4]   1> 378837 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.handler.component.HttpShardHandlerFactory  � Setting fairnessPolicy to: false
[junit4:junit4]   1> 378837 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.client.solrj.impl.HttpClientUtil  � Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   1> 378850 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.logging.LogWatcher  � Registering Log Listener
[junit4:junit4]   1> 378855 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.CoreContainer  � Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1
[junit4:junit4]   1> 378855 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrResourceLoader  � new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/'
[junit4:junit4]   1> 378887 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrConfig  � Adding specified lib dirs to ClassLoader
[junit4:junit4]   1> 378889 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � No files added to classloader from lib: ../../../contrib/extraction/lib (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/extraction/lib).
[junit4:junit4]   1> 378889 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 378890 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � No files added to classloader from lib: ../../../contrib/clustering/lib/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/clustering/lib).
[junit4:junit4]   1> 378891 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 378892 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � No files added to classloader from lib: ../../../contrib/langid/lib/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/langid/lib).
[junit4:junit4]   1> 378893 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 378894 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � No files added to classloader from lib: ../../../contrib/velocity/lib (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../contrib/velocity/lib).
[junit4:junit4]   1> 378894 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrResourceLoader  � Can't find (or read) directory to add to classloader: ../../../dist/ (resolved as: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/../../../dist).
[junit4:junit4]   1> 378955 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrConfig  � Using Lucene MatchVersion: LUCENE_43
[junit4:junit4]   1> 379054 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.Config  � Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   1> 379056 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.schema.IndexSchema  � Reading Solr Schema from schema.xml
[junit4:junit4]   1> 379070 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.schema.IndexSchema  � [collection1] Schema name=example
[junit4:junit4]   1> 379902 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.schema.IndexSchema  � unique key field: id
[junit4:junit4]   1> 379931 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.schema.FileExchangeRateProvider  � Reloading exchange rates from file currency.xml
[junit4:junit4]   1> 379954 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.schema.FileExchangeRateProvider  � Reloading exchange rates from file currency.xml
[junit4:junit4]   1> 379996 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> 379997 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/
[junit4:junit4]   1> 379997 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.JmxMonitoredMap  � JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3af7345b
[junit4:junit4]   1> 379998 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Added SolrEventListener for newSearcher: org.apache.solr.core.QuerySenderListener{queries=[]}
[junit4:junit4]   1> 379999 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Added SolrEventListener for firstSearcher: org.apache.solr.core.QuerySenderListener{queries=[{q=static firstSearcher warming in solrconfig.xml}]}
[junit4:junit4]   1> 379999 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   1> 380001 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.CachingDirectoryFactory  � return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273
[junit4:junit4]   1> 380002 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/index/
[junit4:junit4]   1> 380002 [coreLoadExecutor-227-thread-1] WARN  org.apache.solr.core.SolrCore  � [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/index' doesn't exist. Creating new index...
[junit4:junit4]   1> 380003 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.CachingDirectoryFactory  � return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/index
[junit4:junit4]   1> 380006 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_1,generation=1}
[junit4:junit4]   1> 380007 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 1
[junit4:junit4]   1> 380008 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � created json: solr.JSONResponseWriter
[junit4:junit4]   1> 380008 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � adding lazy queryResponseWriter: solr.VelocityResponseWriter
[junit4:junit4]   1> 380009 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � created velocity: solr.VelocityResponseWriter
[junit4:junit4]   1> 380009 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � created xslt: solr.XSLTResponseWriter
[junit4:junit4]   1> 380009 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.response.XSLTResponseWriter  � xsltCacheLifetimeSeconds=5
[junit4:junit4]   1> 380013 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /select: solr.SearchHandler
[junit4:junit4]   1> 380013 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /query: solr.SearchHandler
[junit4:junit4]   1> 380014 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /get: solr.RealTimeGetHandler
[junit4:junit4]   1> 380015 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /browse: solr.SearchHandler
[junit4:junit4]   1> 380017 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /update: solr.UpdateRequestHandler
[junit4:junit4]   1> 380018 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /update/json: solr.JsonUpdateRequestHandler
[junit4:junit4]   1> 380019 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /update/csv: solr.CSVRequestHandler
[junit4:junit4]   1> 380019 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   1> 380020 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /update/extract: solr.extraction.ExtractingRequestHandler
[junit4:junit4]   1> 380020 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.FieldAnalysisRequestHandler
[junit4:junit4]   1> 380021 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /analysis/field: solr.FieldAnalysisRequestHandler
[junit4:junit4]   1> 380022 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   1> 380022 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /analysis/document: solr.DocumentAnalysisRequestHandler
[junit4:junit4]   1> 380023 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /admin/: solr.admin.AdminHandlers
[junit4:junit4]   1> 380024 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /admin/ping: solr.PingRequestHandler
[junit4:junit4]   1> 380025 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   1> 380026 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /replication: solr.ReplicationHandler
[junit4:junit4]   1> 380026 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 380027 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /spell: solr.SearchHandler
[junit4:junit4]   1> 380027 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 380028 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /tvrh: solr.SearchHandler
[junit4:junit4]   1> 380028 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 380029 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /terms: solr.SearchHandler
[junit4:junit4]   1> 380029 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � adding lazy requestHandler: solr.SearchHandler
[junit4:junit4]   1> 380030 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.RequestHandlers  � created /elevate: solr.SearchHandler
[junit4:junit4]   1> 380037 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.loader.XMLLoader  � xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> 380041 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.loader.XMLLoader  � xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> 380048 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.loader.XMLLoader  � xsltCacheLifetimeSeconds=60
[junit4:junit4]   1> 380057 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@67f0c902 main
[junit4:junit4]   1> 380057 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.update.UpdateHandler  � Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/tlog
[junit4:junit4]   1> 380059 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � Hard AutoCommit: if uncommited for 15000ms; 
[junit4:junit4]   1> 380059 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.SolrCore  � Soft AutoCommit: disabled
[junit4:junit4]   1> 380060 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  � Initializing spell checkers
[junit4:junit4]   1> 380060 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.spelling.DirectSolrSpellChecker  � init: {name=default,field=text,classname=solr.DirectSolrSpellChecker,distanceMeasure=internal,accuracy=0.5,maxEdits=2,minPrefix=1,maxInspections=5,minQueryLength=4,maxQueryFrequency=0.01}
[junit4:junit4]   1> 380061 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  � No queryConverter defined, using default converter
[junit4:junit4]   1> 380065 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.component.QueryElevationComponent  � Loading QueryElevation from: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/example/solr/collection1/conf/elevate.xml
[junit4:junit4]   1> 380084 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.handler.ReplicationHandler  � Commits will be reserved for  10000
[junit4:junit4]   1> 380085 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@67f0c902 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> 380096 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=null path=null params={event=firstSearcher&q=static+firstSearcher+warming+in+solrconfig.xml&distrib=false} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 380096 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 380096 [searcherExecutor-228-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  � Loading spell index for spellchecker: default
[junit4:junit4]   1> 380097 [searcherExecutor-228-thread-1] INFO  org.apache.solr.handler.component.SpellCheckComponent  � Loading spell index for spellchecker: wordbreak
[junit4:junit4]   1> 380099 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@67f0c902 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   1> 380106 [coreLoadExecutor-227-thread-1] INFO  org.apache.solr.core.CoreContainer  � registering core: collection1
[junit4:junit4]   1> 380107 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.servlet.SolrDispatchFilter  � user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0
[junit4:junit4]   1> 380108 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.servlet.SolrDispatchFilter  � SolrDispatchFilter.init() done
[junit4:junit4]   1> 380109 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.SolrJettyTestBase  � Jetty Assigned Port#55930
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/./solrtest-SolrExampleStreamingTest-1372476125273
[junit4:junit4]   1> 380130 [TEST-SolrExampleStreamingTest.testGetEmptyResults-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testGetEmptyResults
[junit4:junit4]   1> 380131 [TEST-SolrExampleStreamingTest.testGetEmptyResults-seed#[3344123E67B80FF8]] INFO  org.apache.solr.client.solrj.impl.HttpClientUtil  � Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> 380238 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_1,generation=1}
[junit4:junit4]   1> 380240 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 1
[junit4:junit4]   1> 380242 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@73e3862b realtime
[junit4:junit4]   1> 380243 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145527186817024)} 0 7
[junit4:junit4]   1> 380250 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 380251 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   1> 380252 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@35b80d21 main
[junit4:junit4]   1> 380253 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 380253 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@35b80d21 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   1> 380254 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 380258 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@35b80d21 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   1> 380259 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 9
[junit4:junit4]   1> 380275 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3383544b
[junit4:junit4]   1> 380275 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@73132258
[junit4:junit4]   1> 380277 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7653af06
[junit4:junit4]   1> 380279 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7653af06
[junit4:junit4]   1> 380549 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[id2 (1439145527252877312)]} 0 251
[junit4:junit4]   1> 380557 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id2 is 200
[junit4:junit4]   1> 380558 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[id1 (1439145527260217344)]} 0 252
[junit4:junit4]   1> 380558 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@73132258
[junit4:junit4]   1> 380560 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id1 is 200
[junit4:junit4]   1> 380560 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3383544b
[junit4:junit4]   1> 380565 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 380573 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_1,generation=1}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_2,generation=2}
[junit4:junit4]   1> 380574 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 2
[junit4:junit4]   1> 380577 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@77fe2c5b main
[junit4:junit4]   1> 380578 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 380578 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@77fe2c5b main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):C2)}
[junit4:junit4]   1> 380579 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 380582 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@77fe2c5b main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):C2)}
[junit4:junit4]   1> 380583 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 18
[junit4:junit4]   1> 380588 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={fl=foofoofoo&q=*:*&wt=xml&version=2.2} hits=2 status=0 QTime=1 
[junit4:junit4]   1> 380590 [TEST-SolrExampleStreamingTest.testGetEmptyResults-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testGetEmptyResults
[junit4:junit4]   1> 380603 [TEST-SolrExampleStreamingTest.testChineseDefaults-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testChineseDefaults
[junit4:junit4]   1> 380617 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@548bc658 realtime
[junit4:junit4]   1> 380618 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145527583178752)} 0 5
[junit4:junit4]   1> 380623 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 380624 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_2,generation=2}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_3,generation=3}
[junit4:junit4]   1> 380625 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 3
[junit4:junit4]   1> 380627 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@5da6b8c6 main
[junit4:junit4]   1> 380627 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 380627 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@5da6b8c6 main{StandardDirectoryReader(segments_2:5:nrt)}
[junit4:junit4]   1> 380629 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 380647 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@5da6b8c6 main{StandardDirectoryReader(segments_2:5:nrt)}
[junit4:junit4]   1> 380648 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 25
[junit4:junit4]   1> 380654 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 380656 [TEST-SolrExampleStreamingTest.testChineseDefaults-seed#[3344123E67B80FF8]] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � blocking for commit/optimize
[junit4:junit4]   1> 380661 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 380666 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_3,generation=3}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_4,generation=4}
[junit4:junit4]   1> 380666 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 4
[junit4:junit4]   1> 380668 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@26fc1552 main
[junit4:junit4]   1> 380669 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 380669 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@26fc1552 main{StandardDirectoryReader(segments_4:7:nrt _1(4.4):C1)}
[junit4:junit4]   1> 380670 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 380673 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@26fc1552 main{StandardDirectoryReader(segments_4:7:nrt _1(4.4):C1)}
[junit4:junit4]   1> 380674 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {add=[42 (1439145527630364672)],commit=} 0 15
[junit4:junit4]   1> 380680 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=????&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 380682 [TEST-SolrExampleStreamingTest.testChineseDefaults-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testChineseDefaults
[junit4:junit4]   1> 380702 [TEST-SolrExampleStreamingTest.testUpdateRequestWithParameters-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testUpdateRequestWithParameters
[junit4:junit4]   1> 380703 [TEST-SolrExampleStreamingTest.testUpdateRequestWithParameters-seed#[3344123E67B80FF8]] INFO  org.apache.solr.client.solrj.impl.HttpClientUtil  � Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> 380740 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@39683cf4 realtime
[junit4:junit4]   1> 380742 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145527707959296)} 0 9
[junit4:junit4]   1> 380748 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 380749 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_4,generation=4}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_5,generation=5}
[junit4:junit4]   1> 380750 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 5
[junit4:junit4]   1> 380751 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@47a146f7 main
[junit4:junit4]   1> 380752 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 380752 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@47a146f7 main{StandardDirectoryReader(segments_4:9:nrt)}
[junit4:junit4]   1> 380753 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 380756 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@47a146f7 main{StandardDirectoryReader(segments_4:9:nrt)}
[junit4:junit4]   1> 380759 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 11
[junit4:junit4]   1> 380762 [concurrentUpdateScheduler-5-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1111a90
[junit4:junit4]   1> 380762 [concurrentUpdateScheduler-5-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@9e6e47c
[junit4:junit4]   1> 380767 [concurrentUpdateScheduler-5-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@bce81f5
[junit4:junit4]   1> 380775 [concurrentUpdateScheduler-5-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@bce81f5
[junit4:junit4]   1> 381029 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={overwrite=false&wt=xml&version=2.2} {add=[id1 (1439145527755145216)]} 0 251
[junit4:junit4]   1> 381033 [concurrentUpdateScheduler-5-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id1 is 200
[junit4:junit4]   1> 381036 [concurrentUpdateScheduler-5-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1111a90
[junit4:junit4]   1> 381041 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={overwrite=false&wt=xml&version=2.2} {add=[id1 (1439145527766679552)]} 0 252
[junit4:junit4]   1> 381043 [concurrentUpdateScheduler-5-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id1 is 200
[junit4:junit4]   1> 381043 [concurrentUpdateScheduler-5-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@9e6e47c
[junit4:junit4]   1> 381049 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 381053 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_5,generation=5}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_6,generation=6}
[junit4:junit4]   1> 381054 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 6
[junit4:junit4]   1> 381056 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6bce2c0c main
[junit4:junit4]   1> 381057 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 381057 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@6bce2c0c main{StandardDirectoryReader(segments_6:11:nrt _2(4.4):C2)}
[junit4:junit4]   1> 381058 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 381062 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@6bce2c0c main{StandardDirectoryReader(segments_6:11:nrt _2(4.4):C2)}
[junit4:junit4]   1> 381063 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 15
[junit4:junit4]   1> 381069 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=2 status=0 QTime=1 
[junit4:junit4]   1> 381072 [TEST-SolrExampleStreamingTest.testUpdateRequestWithParameters-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testUpdateRequestWithParameters
[junit4:junit4]   1> 381096 [TEST-SolrExampleStreamingTest.testPivotFacetsMissing-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testPivotFacetsMissing
[junit4:junit4]   1> 381106 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@545b8d23 realtime
[junit4:junit4]   1> 381106 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145528096980992)} 0 3
[junit4:junit4]   1> 381112 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 381113 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_6,generation=6}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_7,generation=7}
[junit4:junit4]   1> 381114 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 7
[junit4:junit4]   1> 381115 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@12992c main
[junit4:junit4]   1> 381116 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 381116 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@12992c main{StandardDirectoryReader(segments_6:13:nrt)}
[junit4:junit4]   1> 381117 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 381121 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@12992c main{StandardDirectoryReader(segments_6:13:nrt)}
[junit4:junit4]   1> 381122 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 10
[junit4:junit4]   1> 381127 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 381129 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@450617bd
[junit4:junit4]   1> 381387 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[1 (1439145528132632576), 2 (1439145528134729728), 3 (1439145528135778304), 4 (1439145528135778305), 5 (1439145528136826880), 6 (1439145528136826881), 7 (1439145528137875456), 8 (1439145528137875457), 9 (1439145528137875458), 10 (1439145528138924032), ... (12 adds)]} 0 250
[junit4:junit4]   1> 381390 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 1 is 200
[junit4:junit4]   1> 381391 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@450617bd
[junit4:junit4]   1> 381394 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 381400 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_7,generation=7}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_8,generation=8}
[junit4:junit4]   1> 381400 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 8
[junit4:junit4]   1> 381402 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@3a5989f5 main
[junit4:junit4]   1> 381404 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 381404 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@3a5989f5 main{StandardDirectoryReader(segments_8:15:nrt _3(4.4):C12)}
[junit4:junit4]   1> 381405 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 381423 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@3a5989f5 main{StandardDirectoryReader(segments_8:15:nrt _3(4.4):C12)}
[junit4:junit4]   1> 381424 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 30
[junit4:junit4]   1> 381438 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � UnInverted multi-valued field {field=features,memSize=4521,tindexSize=43,time=0,phase1=0,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   1> 381439 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � UnInverted multi-valued field {field=cat,memSize=4515,tindexSize=41,time=0,phase1=0,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   1> 381442 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet.missing=true&facet=true&facet.mincount=0&q=*:*&wt=xml&facet.pivot=features,cat&facet.pivot=cat,features&facet.pivot=features,cat,inStock&version=2.2&rows=0} hits=12 status=0 QTime=5 
[junit4:junit4]   1> 381451 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet=true&facet.mincount=0&q=*:*&wt=xml&fq={!tag%3Dmytag}-(features:bbb+AND+cat:a+AND+inStock:true)&facet.pivot={!ex%3Dmytag+key%3Dmykey}features,cat&version=2.2&rows=0} hits=11 status=0 QTime=2 
[junit4:junit4]   1> 381453 [TEST-SolrExampleStreamingTest.testPivotFacetsMissing-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testPivotFacetsMissing
[junit4:junit4]   1> 381467 [TEST-SolrExampleStreamingTest.testFaceting-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testFaceting
[junit4:junit4]   1> 381472 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@72710194 realtime
[junit4:junit4]   1> 381474 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145528480759808)} 0 4
[junit4:junit4]   1> 381480 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 381482 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_8,generation=8}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_9,generation=9}
[junit4:junit4]   1> 381483 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 9
[junit4:junit4]   1> 381484 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6cbe45ab main
[junit4:junit4]   1> 381485 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 381486 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@6cbe45ab main{StandardDirectoryReader(segments_8:17:nrt)}
[junit4:junit4]   1> 381486 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 381489 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@6cbe45ab main{StandardDirectoryReader(segments_8:17:nrt)}
[junit4:junit4]   1> 381491 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 11
[junit4:junit4]   1> 381496 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 381541 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3816ef96
[junit4:junit4]   1> 381797 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[1 (1439145528560451584), 2 (1439145528562548736), 3 (1439145528562548737), 4 (1439145528563597312), 5 (1439145528563597313), 6 (1439145528563597314), 7 (1439145528564645888), 8 (1439145528564645889), 9 (1439145528566743040), 10 (1439145528566743041)]} 0 251
[junit4:junit4]   1> 381799 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 1 is 200
[junit4:junit4]   1> 381800 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3816ef96
[junit4:junit4]   1> 381804 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 381809 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_9,generation=9}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_a,generation=10}
[junit4:junit4]   1> 381809 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 10
[junit4:junit4]   1> 381812 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@1763e4e7 main
[junit4:junit4]   1> 381813 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 381813 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@1763e4e7 main{StandardDirectoryReader(segments_a:19:nrt _4(4.4):C10)}
[junit4:junit4]   1> 381814 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 381817 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@1763e4e7 main{StandardDirectoryReader(segments_a:19:nrt _4(4.4):C10)}
[junit4:junit4]   1> 381818 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 14
[junit4:junit4]   1> 381827 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � UnInverted multi-valued field {field=features,memSize=4564,tindexSize=44,time=0,phase1=0,nTerms=4,bigTerms=2,termInstances=4,uses=0}
[junit4:junit4]   1> 381829 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet=true&facet.mincount=0&q=*:*&facet.field=features&wt=xml&version=2.2&rows=0} hits=10 status=0 QTime=3 
[junit4:junit4]   1> 381843 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet=true&facet.mincount=0&q=*:*&facet.field=features&wt=xml&fq=features:two&version=2.2&rows=0} hits=5 status=0 QTime=1 
[junit4:junit4]   1> 381852 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet=true&facet.mincount=4&q=*:*&facet.field=features&wt=xml&fq=features:two&version=2.2&rows=0} hits=5 status=0 QTime=2 
[junit4:junit4]   1> 381861 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet=true&facet.mincount=-1&q=*:*&facet.field=features&wt=xml&fq=features:two&version=2.2&rows=0} hits=5 status=0 QTime=1 
[junit4:junit4]   1> 381865 [TEST-SolrExampleStreamingTest.testFaceting-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testFaceting
[junit4:junit4]   1> 381878 [TEST-SolrExampleStreamingTest.testPivotFacets-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testPivotFacets
[junit4:junit4]   1> 381907 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@4140e6f8 realtime
[junit4:junit4]   1> 381909 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145528936890368)} 0 4
[junit4:junit4]   1> 381913 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 381914 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_a,generation=10}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_b,generation=11}
[junit4:junit4]   1> 381915 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 11
[junit4:junit4]   1> 381917 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@5abf3952 main
[junit4:junit4]   1> 381918 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@5abf3952 main{StandardDirectoryReader(segments_a:21:nrt)}
[junit4:junit4]   1> 381918 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 381918 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 381921 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@5abf3952 main{StandardDirectoryReader(segments_a:21:nrt)}
[junit4:junit4]   1> 381923 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 10
[junit4:junit4]   1> 381929 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 381931 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@404c6509
[junit4:junit4]   1> 382190 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[1 (1439145528968347648), 2 (1439145528970444800), 3 (1439145528971493376), 4 (1439145528971493377), 5 (1439145528972541952), 6 (1439145528972541953), 7 (1439145528973590528), 8 (1439145528973590529), 9 (1439145528974639104), 10 (1439145528974639105), ... (12 adds)]} 0 255
[junit4:junit4]   1> 382192 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 1 is 200
[junit4:junit4]   1> 382192 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@404c6509
[junit4:junit4]   1> 382203 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 382209 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_b,generation=11}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_c,generation=12}
[junit4:junit4]   1> 382210 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 12
[junit4:junit4]   1> 382212 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6ca507c0 main
[junit4:junit4]   1> 382213 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@6ca507c0 main{StandardDirectoryReader(segments_c:23:nrt _5(4.4):C12)}
[junit4:junit4]   1> 382214 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 382214 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 382217 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@6ca507c0 main{StandardDirectoryReader(segments_c:23:nrt _5(4.4):C12)}
[junit4:junit4]   1> 382218 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 15
[junit4:junit4]   1> 382224 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � UnInverted multi-valued field {field=features,memSize=4521,tindexSize=43,time=1,phase1=1,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   1> 382225 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � UnInverted multi-valued field {field=cat,memSize=4515,tindexSize=41,time=0,phase1=0,nTerms=2,bigTerms=2,termInstances=0,uses=0}
[junit4:junit4]   1> 382227 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet.missing=false&facet=true&facet.mincount=0&q=*:*&wt=xml&facet.pivot=features,cat&facet.pivot=cat,features&facet.pivot=features,cat,inStock&version=2.2&rows=0} hits=12 status=0 QTime=4 
[junit4:junit4]   1> 382234 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={facet=true&facet.mincount=0&q=*:*&wt=xml&fq={!tag%3Dmytag}-(features:bbb+AND+cat:a+AND+inStock:true)&facet.pivot={!ex%3Dmytag+key%3Dmykey}features,cat&version=2.2&rows=0} hits=11 status=0 QTime=1 
[junit4:junit4]   1> 382237 [TEST-SolrExampleStreamingTest.testPivotFacets-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testPivotFacets
[junit4:junit4]   1> 382250 [TEST-SolrExampleStreamingTest.testErrorHandling-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testErrorHandling
[junit4:junit4]   1> 382265 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � Ignoring exception matching ignore_exception
[junit4:junit4]   1> 382266 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/analysis/field params={analysis.fieldtype=int&wt=xml&qt=/analysis/field&analysis.fieldvalue=ignore_exception&version=2.2} status=400 QTime=2 
[junit4:junit4]   1> 382272 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {} 0 2
[junit4:junit4]   1> 382274 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � Ignoring exception matching ignore_exception
[junit4:junit4]   1> 382276 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@6b0c790f
[junit4:junit4]   1> 382279 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {} 0 0
[junit4:junit4]   1> 382280 [qtp1963243750-461] ERROR org.apache.solr.core.SolrCore  � org.apache.solr.common.SolrException: Document contains multiple values for uniqueKey field: id=[DOCID, DOCID2]
[junit4:junit4]   1> 	at org.apache.solr.update.AddUpdateCommand.getIndexedId(AddUpdateCommand.java:91)
[junit4:junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:533)
[junit4:junit4]   1> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:399)
[junit4:junit4]   1> 	at org.apache.solr.update.processor.LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:100)
[junit4:junit4]   1> 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:246)
[junit4:junit4]   1> 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:173)
[junit4:junit4]   1> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:92)
[junit4:junit4]   1> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:74)
[junit4:junit4]   1> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:135)
[junit4:junit4]   1> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:1894)
[junit4:junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:656)
[junit4:junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:359)
[junit4:junit4]   1> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:155)
[junit4:junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
[junit4:junit4]   1> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:135)
[junit4:junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
[junit4:junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
[junit4:junit4]   1> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.Server.handle(Server.java:368)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
[junit4:junit4]   1> 	at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:953)
[junit4:junit4]   1> 	at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
[junit4:junit4]   1> 	at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
[junit4:junit4]   1> 	at org.eclipse.jetty.io.nio.SslConnection.handle(SslConnection.java:196)
[junit4:junit4]   1> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
[junit4:junit4]   1> 	at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
[junit4:junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   1> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   1> 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   1> 
[junit4:junit4]   1> 382530 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: DOCID is 400
[junit4:junit4]   1> 382531 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@6b0c790f
[junit4:junit4]   1> 382531 [TEST-SolrExampleStreamingTest.testErrorHandling-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testErrorHandling
[junit4:junit4]   1> 382547 [TEST-SolrExampleStreamingTest.testStreamingRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testStreamingRequest
[junit4:junit4]   1> 382553 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@13c69bae realtime
[junit4:junit4]   1> 382554 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145529614270464)} 0 3
[junit4:junit4]   1> 382559 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 382561 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_c,generation=12}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_d,generation=13}
[junit4:junit4]   1> 382561 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 13
[junit4:junit4]   1> 382562 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@14f9a9d0 main
[junit4:junit4]   1> 382564 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 382565 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@14f9a9d0 main{StandardDirectoryReader(segments_c:25:nrt)}
[junit4:junit4]   1> 382565 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 382569 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@14f9a9d0 main{StandardDirectoryReader(segments_c:25:nrt)}
[junit4:junit4]   1> 382570 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 11
[junit4:junit4]   1> 382575 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 382578 [TEST-SolrExampleStreamingTest.testStreamingRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � blocking for commit/optimize
[junit4:junit4]   1> 382592 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 382596 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_d,generation=13}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_e,generation=14}
[junit4:junit4]   1> 382597 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 14
[junit4:junit4]   1> 382651 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6aad5cfc main
[junit4:junit4]   1> 382652 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@6aad5cfc main{StandardDirectoryReader(segments_e:27:nrt _6(4.4):C10)}
[junit4:junit4]   1> 382653 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 382653 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 382656 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@6aad5cfc main{StandardDirectoryReader(segments_e:27:nrt _6(4.4):C10)}
[junit4:junit4]   1> 382657 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {add=[0 (1439145529646776320), 1 (1439145529647824896), 2 (1439145529648873472), 3 (1439145529650970624), 4 (1439145529653067776), 5 (1439145529654116352), 6 (1439145529654116353), 7 (1439145529655164928), 8 (1439145529656213504), 9 (1439145529657262080)],commit=} 0 76
[junit4:junit4]   1> 382663 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={fl=id,score,_docid_&q=*:*&wt=xml&version=2.2} hits=10 status=0 QTime=1 
[junit4:junit4]   1> 382668 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={fl=id,score,_docid_&q=*:*&wt=javabin&version=2} hits=10 status=0 QTime=0 
[junit4:junit4]   1> 382670 [TEST-SolrExampleStreamingTest.testStreamingRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testStreamingRequest
[junit4:junit4]   1> 382692 [TEST-SolrExampleStreamingTest.testMultiContentStreamRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testMultiContentStreamRequest
[junit4:junit4]   1> 382698 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@775cb448 realtime
[junit4:junit4]   1> 382698 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145529766313984)} 0 3
[junit4:junit4]   1> 382703 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 382704 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_e,generation=14}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_f,generation=15}
[junit4:junit4]   1> 382705 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 15
[junit4:junit4]   1> 382707 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6b4fc9ef main
[junit4:junit4]   1> 382708 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 382709 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@6b4fc9ef main{StandardDirectoryReader(segments_e:29:nrt)}
[junit4:junit4]   1> 382710 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 382713 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@6b4fc9ef main{StandardDirectoryReader(segments_e:29:nrt)}
[junit4:junit4]   1> 382714 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 11
[junit4:junit4]   1> 382724 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 382754 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 382791 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_f,generation=15}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_g,generation=16}
[junit4:junit4]   1> 382792 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 16
[junit4:junit4]   1> 382795 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@79d2af80 main
[junit4:junit4]   1> 382798 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 382798 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@79d2af80 main{StandardDirectoryReader(segments_g:31:nrt _7(4.4):C5)}
[junit4:junit4]   1> 382799 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 382803 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@79d2af80 main{StandardDirectoryReader(segments_g:31:nrt _7(4.4):C5)}
[junit4:junit4]   1> 382804 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&echoParams=ALL&commit=true&a=?&wt=xml&version=2.2&softCommit=false} {add=[SP2514N (1439145529816645632), 6H500F0 (1439145529819791360), TWINX2048-3200PRO (1439145529821888512), VS1GB400C3 (1439145529823985664), VDBDB1A16 (1439145529826082816)],commit=} 0 61
[junit4:junit4]   1> 382871 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=5 status=0 QTime=0 
[junit4:junit4]   1> 382888 [TEST-SolrExampleStreamingTest.testMultiContentStreamRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testMultiContentStreamRequest
[junit4:junit4]   1> 382938 [TEST-SolrExampleStreamingTest.testAddRetrieve-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testAddRetrieve
[junit4:junit4]   1> 382944 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@38c4313f realtime
[junit4:junit4]   1> 382945 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145530024263680)} 0 3
[junit4:junit4]   1> 382950 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@587d3c36
[junit4:junit4]   1> 383214 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[id1 (1439145530041040896), id2 (1439145530044186624)]} 0 256
[junit4:junit4]   1> 383216 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id1 is 200
[junit4:junit4]   1> 383216 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@587d3c36
[junit4:junit4]   1> 383220 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 383225 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_g,generation=16}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_h,generation=17}
[junit4:junit4]   1> 383226 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 17
[junit4:junit4]   1> 383229 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@1354e4e main
[junit4:junit4]   1> 383231 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@1354e4e main{StandardDirectoryReader(segments_h:35:nrt _8(4.4):C2)}
[junit4:junit4]   1> 383231 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 383232 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 383235 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@1354e4e main{StandardDirectoryReader(segments_h:35:nrt _8(4.4):C2)}
[junit4:junit4]   1> 383236 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 16
[junit4:junit4]   1> 383246 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={sort=price+asc&q=*:*&wt=xml&version=2.2} hits=2 status=0 QTime=1 
[junit4:junit4]   1> 383251 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@c4912e5
[junit4:junit4]   1> 383511 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[id1 (1439145530356662272), id2 (1439145530358759424)]} 0 252
[junit4:junit4]   1> 383513 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id1 is 200
[junit4:junit4]   1> 383513 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@c4912e5
[junit4:junit4]   1> 383517 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 383527 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_h,generation=17}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_i,generation=18}
[junit4:junit4]   1> 383528 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 18
[junit4:junit4]   1> 383582 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@571d8025 main
[junit4:junit4]   1> 383584 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@571d8025 main{StandardDirectoryReader(segments_i:39:nrt _9(4.4):C2)}
[junit4:junit4]   1> 383585 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 383587 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 383595 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@571d8025 main{StandardDirectoryReader(segments_i:39:nrt _9(4.4):C2)}
[junit4:junit4]   1> 383597 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 81
[junit4:junit4]   1> 383605 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={sort=price+asc&q=*:*&wt=xml&version=2.2} hits=2 status=0 QTime=0 
[junit4:junit4]   1> 383611 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={sort=price+asc&q=name:h?llo&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 383613 [TEST-SolrExampleStreamingTest.testAddRetrieve-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testAddRetrieve
[junit4:junit4]   1> 383630 [TEST-SolrExampleStreamingTest.testAugmentFields-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testAugmentFields
[junit4:junit4]   1> 383635 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6b460385 realtime
[junit4:junit4]   1> 383636 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145530748829696)} 0 3
[junit4:junit4]   1> 383638 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@419147c8
[junit4:junit4]   1> 383893 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[111 (1439145530757218304)]} 0 252
[junit4:junit4]   1> 383895 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 111 is 200
[junit4:junit4]   1> 383896 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@419147c8
[junit4:junit4]   1> 383899 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 383903 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_i,generation=18}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_j,generation=19}
[junit4:junit4]   1> 383904 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 19
[junit4:junit4]   1> 383911 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@e9c495e main
[junit4:junit4]   1> 383915 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@e9c495e main{StandardDirectoryReader(segments_j:43:nrt _a(4.4):C1)}
[junit4:junit4]   1> 383915 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 383915 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 383918 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@e9c495e main{StandardDirectoryReader(segments_j:43:nrt _a(4.4):C1)}
[junit4:junit4]   1> 383920 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 20
[junit4:junit4]   1> 383922 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3694c1d0
[junit4:junit4]   1> 384180 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[222 (1439145531059208192)]} 0 251
[junit4:junit4]   1> 384187 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 222 is 200
[junit4:junit4]   1> 384188 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3694c1d0
[junit4:junit4]   1> 384192 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 384198 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_j,generation=19}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_k,generation=20}
[junit4:junit4]   1> 384199 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 20
[junit4:junit4]   1> 384201 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@35fca23a main
[junit4:junit4]   1> 384203 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 384204 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@35fca23a main{StandardDirectoryReader(segments_k:45:nrt _a(4.4):C1 _b(4.4):C1)}
[junit4:junit4]   1> 384204 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 384208 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@35fca23a main{StandardDirectoryReader(segments_k:45:nrt _a(4.4):C1 _b(4.4):C1)}
[junit4:junit4]   1> 384209 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 18
[junit4:junit4]   1> 384221 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={sort=price+asc&fl=id,price,[docid],[explain+style%3Dnl],score,aaa:[value+v%3Daaa],ten:[value+v%3D10+t%3Dint]&q=*:*&wt=xml&version=2.2} hits=2 status=0 QTime=4 
[junit4:junit4]   1> 384225 [TEST-SolrExampleStreamingTest.testAugmentFields-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testAugmentFields
[junit4:junit4]   1> 384240 [TEST-SolrExampleStreamingTest.testLukeHandler-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testLukeHandler
[junit4:junit4]   1> 384247 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@5eb087fc realtime
[junit4:junit4]   1> 384247 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145531389509632)} 0 3
[junit4:junit4]   1> 384257 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5bb0dad9
[junit4:junit4]   1> 384269 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@57bb246f
[junit4:junit4]   1> 384269 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3f552068
[junit4:junit4]   1> 384285 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3f552068
[junit4:junit4]   1> 384286 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3b2111b0
[junit4:junit4]   1> 384287 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@2867e494
[junit4:junit4]   1> 384299 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@2867e494
[junit4:junit4]   1> 384544 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[ID1 (1439145531419918336), ID4 (1439145531437744128)]} 0 272
[junit4:junit4]   1> 384544 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[ID0 (1439145531440889856), ID3 (1439145531440889857)]} 0 252
[junit4:junit4]   1> 384549 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: ID1 is 200
[junit4:junit4]   1> 384549 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: ID0 is 200
[junit4:junit4]   1> 384550 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@57bb246f
[junit4:junit4]   1> 384550 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5bb0dad9
[junit4:junit4]   1> 384564 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[ID2 (1439145531461861376)]} 0 251
[junit4:junit4]   1> 384565 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: ID2 is 200
[junit4:junit4]   1> 384566 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3b2111b0
[junit4:junit4]   1> 384574 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 384583 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_k,generation=20}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_l,generation=21}
[junit4:junit4]   1> 384584 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 21
[junit4:junit4]   1> 384588 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@2bb33851 main
[junit4:junit4]   1> 384590 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@2bb33851 main{StandardDirectoryReader(segments_l:49:nrt _c(4.4):C5)}
[junit4:junit4]   1> 384590 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 384590 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 384593 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@2bb33851 main{StandardDirectoryReader(segments_l:49:nrt _c(4.4):C5)}
[junit4:junit4]   1> 384595 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 21
[junit4:junit4]   1> 384602 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=5 status=0 QTime=0 
[junit4:junit4]   1> 384608 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/admin/luke params={wt=xml&version=2.2} status=0 QTime=1 
[junit4:junit4]   1> 384614 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/admin/luke params={show=schema&wt=xml&version=2.2} status=0 QTime=1 
[junit4:junit4]   1> 384654 [TEST-SolrExampleStreamingTest.testLukeHandler-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testLukeHandler
[junit4:junit4]   1> 384669 [TEST-SolrExampleStreamingTest.testCommitWithinOnDelete-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testCommitWithinOnDelete
[junit4:junit4]   1> 384675 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@36137e08 realtime
[junit4:junit4]   1> 384675 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145531839348736)} 0 2
[junit4:junit4]   1> 384680 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 384681 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_l,generation=21}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_m,generation=22}
[junit4:junit4]   1> 384682 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 22
[junit4:junit4]   1> 384683 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@4d905f1f main
[junit4:junit4]   1> 384684 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@4d905f1f main{StandardDirectoryReader(segments_l:51:nrt)}
[junit4:junit4]   1> 384685 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 384685 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 384688 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@4d905f1f main{StandardDirectoryReader(segments_l:51:nrt)}
[junit4:junit4]   1> 384689 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 9
[junit4:junit4]   1> 384694 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 384697 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@41551401
[junit4:junit4]   1> 384951 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[id3 (1439145531867660288)]} 0 252
[junit4:junit4]   1> 384953 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: id3 is 200
[junit4:junit4]   1> 384953 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@41551401
[junit4:junit4]   1> 384961 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 384972 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_m,generation=22}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_n,generation=23}
[junit4:junit4]   1> 384974 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 23
[junit4:junit4]   1> 384982 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@74742635 main
[junit4:junit4]   1> 384984 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@74742635 main{StandardDirectoryReader(segments_n:53:nrt _d(4.4):C1)}
[junit4:junit4]   1> 384985 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 384985 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 384988 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@74742635 main{StandardDirectoryReader(segments_n:53:nrt _d(4.4):C1)}
[junit4:junit4]   1> 384989 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 28
[junit4:junit4]   1> 384995 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:id3&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 385002 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {delete=[id3 (-1439145532182233088)]} 0 2
[junit4:junit4]   1> 385006 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:id3&wt=xml&version=2.2} hits=1 status=0 QTime=0 
[junit4:junit4]   1> 385262 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:id3&wt=xml&version=2.2} hits=1 status=0 QTime=0 
[junit4:junit4]   1> 385522 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:id3&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 385783 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:id3&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 386003 [commitScheduler-231-thread-1] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4:junit4]   1> 386005 [commitScheduler-231-thread-1] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@4c7b39a1 main
[junit4:junit4]   1> 386005 [commitScheduler-231-thread-1] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 386006 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@4c7b39a1 main{StandardDirectoryReader(segments_n:55:nrt)}
[junit4:junit4]   1> 386006 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 386010 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@4c7b39a1 main{StandardDirectoryReader(segments_n:55:nrt)}
[junit4:junit4]   1> 386040 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:id3&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 386042 [TEST-SolrExampleStreamingTest.testCommitWithinOnDelete-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testCommitWithinOnDelete
[junit4:junit4]   1> 386058 [TEST-SolrExampleStreamingTest.testUnicode-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testUnicode
[junit4:junit4]   1> 386062 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145533294772224)} 0 1
[junit4:junit4]   1> 386065 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@36305c58
[junit4:junit4]   1> 386322 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[0 (1439145533302112256), 1 (1439145533303160832), 2 (1439145533303160833), 3 (1439145533304209408)]} 0 254
[junit4:junit4]   1> 386323 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 0 is 200
[junit4:junit4]   1> 386324 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@36305c58
[junit4:junit4]   1> 386327 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 386331 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_n,generation=23}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_o,generation=24}
[junit4:junit4]   1> 386340 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 24
[junit4:junit4]   1> 386345 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@13c0ef7e main
[junit4:junit4]   1> 386346 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 386347 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@13c0ef7e main{StandardDirectoryReader(segments_o:57:nrt _e(4.4):C4)}
[junit4:junit4]   1> 386348 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 386352 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@13c0ef7e main{StandardDirectoryReader(segments_o:57:nrt _e(4.4):C4)}
[junit4:junit4]   1> 386353 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 26
[junit4:junit4]   1> 386358 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2&rows=4} hits=4 status=0 QTime=0 
[junit4:junit4]   1> 386366 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6172b5ef realtime
[junit4:junit4]   1> 386366 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145533612490752)} 0 2
[junit4:junit4]   1> 386371 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@32068fe4
[junit4:junit4]   1> 386626 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[0 (1439145533624025088), 1 (1439145533625073664), 2 (1439145533626122240), 3 (1439145533626122241), 4 (1439145533626122242), 5 (1439145533626122243), 6 (1439145533627170816), 7 (1439145533627170817)]} 0 251
[junit4:junit4]   1> 386629 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 0 is 200
[junit4:junit4]   1> 386629 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@32068fe4
[junit4:junit4]   1> 386633 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 386637 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_o,generation=24}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_p,generation=25}
[junit4:junit4]   1> 386637 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 25
[junit4:junit4]   1> 386640 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@3219a728 main
[junit4:junit4]   1> 386642 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 386642 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@3219a728 main{StandardDirectoryReader(segments_p:61:nrt _f(4.4):C8)}
[junit4:junit4]   1> 386643 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 386647 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@3219a728 main{StandardDirectoryReader(segments_p:61:nrt _f(4.4):C8)}
[junit4:junit4]   1> 386648 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 15
[junit4:junit4]   1> 386653 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2&rows=8} hits=8 status=0 QTime=0 
[junit4:junit4]   1> 386665 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@5780b29a realtime
[junit4:junit4]   1> 386667 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145533927063552)} 0 4
[junit4:junit4]   1> 386679 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@424dc957
[junit4:junit4]   1> 386934 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[0 (1439145533946986496), 1 (1439145533948035072), 2 (1439145533948035073), 3 (1439145533949083648), 4 (1439145533949083649)]} 0 251
[junit4:junit4]   1> 386937 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 0 is 200
[junit4:junit4]   1> 386939 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@424dc957
[junit4:junit4]   1> 386948 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 386951 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_p,generation=25}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_q,generation=26}
[junit4:junit4]   1> 386952 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 26
[junit4:junit4]   1> 386955 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@3c578838 main
[junit4:junit4]   1> 386957 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 386958 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@3c578838 main{StandardDirectoryReader(segments_q:65:nrt _g(4.4):C5)}
[junit4:junit4]   1> 386958 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 386961 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@3c578838 main{StandardDirectoryReader(segments_q:65:nrt _g(4.4):C5)}
[junit4:junit4]   1> 386962 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 15
[junit4:junit4]   1> 386968 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2&rows=5} hits=5 status=0 QTime=1 
[junit4:junit4]   1> 386971 [TEST-SolrExampleStreamingTest.testUnicode-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testUnicode
[junit4:junit4]   1> 386985 [TEST-SolrExampleStreamingTest.testContentStreamRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testContentStreamRequest
[junit4:junit4]   1> 386990 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@1c714f0e realtime
[junit4:junit4]   1> 386991 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145534267850752)} 0 3
[junit4:junit4]   1> 387003 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 387005 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_q,generation=26}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_r,generation=27}
[junit4:junit4]   1> 387005 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 27
[junit4:junit4]   1> 387007 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@183d330c main
[junit4:junit4]   1> 387008 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@183d330c main{StandardDirectoryReader(segments_q:67:nrt)}
[junit4:junit4]   1> 387008 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 387011 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@183d330c main{StandardDirectoryReader(segments_q:67:nrt)}
[junit4:junit4]   1> 387008 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 387013 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 10
[junit4:junit4]   1> 387018 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 387037 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 387044 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_r,generation=27}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_s,generation=28}
[junit4:junit4]   1> 387045 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 28
[junit4:junit4]   1> 387049 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@18e0a18e main
[junit4:junit4]   1> 387050 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@18e0a18e main{StandardDirectoryReader(segments_s:69:nrt _h(4.4):C10)}
[junit4:junit4]   1> 387052 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 387056 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 387059 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@18e0a18e main{StandardDirectoryReader(segments_s:69:nrt _h(4.4):C10)}
[junit4:junit4]   1> 387061 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {add=[0553573403 (1439145534305599488), 0553579908 (1439145534308745216), 055357342X (1439145534309793792), 0553293354 (1439145534310842368), 0812521390 (1439145534311890944), 0812550706 (1439145534312939520), 0441385532 (1439145534313988096), 0380014300 (1439145534315036672), 0805080481 (1439145534316085248), 080508049X (1439145534317133824)],commit=} 0 36
[junit4:junit4]   1> 387066 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=10 status=0 QTime=1 
[junit4:junit4]   1> 387072 [TEST-SolrExampleStreamingTest.testContentStreamRequest-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testContentStreamRequest
[junit4:junit4]   1> 387091 [TEST-SolrExampleStreamingTest.testUpdateField-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testUpdateField
[junit4:junit4]   1> 387097 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@3290dd1b realtime
[junit4:junit4]   1> 387097 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145534378999808)} 0 3
[junit4:junit4]   1> 387102 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 387103 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_s,generation=28}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_t,generation=29}
[junit4:junit4]   1> 387104 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 29
[junit4:junit4]   1> 387105 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@1f69b445 main
[junit4:junit4]   1> 387107 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@1f69b445 main{StandardDirectoryReader(segments_s:71:nrt)}
[junit4:junit4]   1> 387108 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 387112 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@1f69b445 main{StandardDirectoryReader(segments_s:71:nrt)}
[junit4:junit4]   1> 387108 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 387113 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 11
[junit4:junit4]   1> 387116 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@54ba2e1f
[junit4:junit4]   1> 387370 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[unique (1439145534404165632)]} 0 251
[junit4:junit4]   1> 387372 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: unique is 200
[junit4:junit4]   1> 387372 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@54ba2e1f
[junit4:junit4]   1> 387375 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 387380 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_t,generation=29}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_u,generation=30}
[junit4:junit4]   1> 387381 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 30
[junit4:junit4]   1> 387383 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@2c85b25e main
[junit4:junit4]   1> 387385 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@2c85b25e main{StandardDirectoryReader(segments_u:73:nrt _i(4.4):C1)}
[junit4:junit4]   1> 387385 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 387385 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 387388 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@2c85b25e main{StandardDirectoryReader(segments_u:73:nrt _i(4.4):C1)}
[junit4:junit4]   1> 387389 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 14
[junit4:junit4]   1> 387394 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={fl=id,price_f,name,_version_&q=*:*&wt=xml&version=2.2} hits=1 status=0 QTime=0 
[junit4:junit4]   1> 387406 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7d815027
[junit4:junit4]   1> 387413 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {} 0 4
[junit4:junit4]   1> 387660 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: unique is 409
[junit4:junit4]   1> 387661 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7d815027
[junit4:junit4]   1> 387665 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 387666 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   1> 387666 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@f2d3988 main
[junit4:junit4]   1> 387667 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 387668 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@f2d3988 main{StandardDirectoryReader(segments_u:73:nrt _i(4.4):C1)}
[junit4:junit4]   1> 387668 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 387673 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@f2d3988 main{StandardDirectoryReader(segments_u:73:nrt _i(4.4):C1)}
[junit4:junit4]   1> 387674 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 9
[junit4:junit4]   1> 387679 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@621c1780
[junit4:junit4]   1> 387938 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[unique (1439145535001853952)]} 0 250
[junit4:junit4]   1> 387940 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: unique is 200
[junit4:junit4]   1> 387940 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@621c1780
[junit4:junit4]   1> 387944 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 387948 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_u,generation=30}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_v,generation=31}
[junit4:junit4]   1> 387949 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 31
[junit4:junit4]   1> 387952 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@2ac7bf18 main
[junit4:junit4]   1> 387953 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@2ac7bf18 main{StandardDirectoryReader(segments_v:77:nrt _j(4.4):C1)}
[junit4:junit4]   1> 387953 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 387953 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 387962 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@2ac7bf18 main{StandardDirectoryReader(segments_v:77:nrt _j(4.4):C1)}
[junit4:junit4]   1> 387966 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 22
[junit4:junit4]   1> 387971 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={fl=id,price_f,name,_version_&q=*:*&wt=xml&version=2.2} hits=1 status=0 QTime=0 
[junit4:junit4]   1> 387977 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1fd2d699
[junit4:junit4]   1> 388232 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[unique (1439145535306989568)]} 0 252
[junit4:junit4]   1> 388238 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: unique is 200
[junit4:junit4]   1> 388240 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1fd2d699
[junit4:junit4]   1> 388248 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 388261 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_v,generation=31}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_w,generation=32}
[junit4:junit4]   1> 388263 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 32
[junit4:junit4]   1> 388267 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@4f4b4201 main
[junit4:junit4]   1> 388268 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@4f4b4201 main{StandardDirectoryReader(segments_w:81:nrt _k(4.4):C1)}
[junit4:junit4]   1> 388268 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 388269 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 388271 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@4f4b4201 main{StandardDirectoryReader(segments_w:81:nrt _k(4.4):C1)}
[junit4:junit4]   1> 388273 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 25
[junit4:junit4]   1> 388278 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={fl=id,price_f,name,_version_&q=*:*&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 388281 [TEST-SolrExampleStreamingTest.testUpdateField-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testUpdateField
[junit4:junit4]   1> 388294 [TEST-SolrExampleStreamingTest.testSetNullUpdates-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testSetNullUpdates
[junit4:junit4]   1> 388295 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3d5c35f7
[junit4:junit4]   1> 388550 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[testSetNullUpdates (1439145535640436736)]} 0 252
[junit4:junit4]   1> 388555 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: testSetNullUpdates is 200
[junit4:junit4]   1> 388557 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3d5c35f7
[junit4:junit4]   1> 388563 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 388568 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_w,generation=32}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_x,generation=33}
[junit4:junit4]   1> 388569 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 33
[junit4:junit4]   1> 388575 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@46739fd5 main
[junit4:junit4]   1> 388577 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 388578 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@46739fd5 main{StandardDirectoryReader(segments_x:83:nrt _k(4.4):C1 _l(4.4):C1)}
[junit4:junit4]   1> 388578 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 388582 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@46739fd5 main{StandardDirectoryReader(segments_x:83:nrt _k(4.4):C1 _l(4.4):C1)}
[junit4:junit4]   1> 388583 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 21
[junit4:junit4]   1> 388595 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@51027d15
[junit4:junit4]   1> 388854 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[testSetNullUpdates (1439145535960252416)]} 0 252
[junit4:junit4]   1> 388859 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: testSetNullUpdates is 200
[junit4:junit4]   1> 388860 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@51027d15
[junit4:junit4]   1> 388865 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 388875 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_x,generation=33}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_y,generation=34}
[junit4:junit4]   1> 388876 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 34
[junit4:junit4]   1> 388879 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@688fc6f3 main
[junit4:junit4]   1> 388884 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@688fc6f3 main{StandardDirectoryReader(segments_y:87:nrt _k(4.4):C1 _m(4.4):C1)}
[junit4:junit4]   1> 388885 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 388885 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 388888 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@688fc6f3 main{StandardDirectoryReader(segments_y:87:nrt _k(4.4):C1 _m(4.4):C1)}
[junit4:junit4]   1> 388890 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 25
[junit4:junit4]   1> 388895 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:testSetNullUpdates&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 388900 [TEST-SolrExampleStreamingTest.testSetNullUpdates-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testSetNullUpdates
[junit4:junit4]   1> 388914 [TEST-SolrExampleStreamingTest.testSetNullUpdateOrder-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testSetNullUpdateOrder
[junit4:junit4]   1> 388914 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7af5647c
[junit4:junit4]   1> 389170 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[testSetNullUpdateOrder (1439145536290553856)]} 0 253
[junit4:junit4]   1> 389174 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: testSetNullUpdateOrder is 200
[junit4:junit4]   1> 389176 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7af5647c
[junit4:junit4]   1> 389183 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 389192 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_y,generation=34}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_z,generation=35}
[junit4:junit4]   1> 389193 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 35
[junit4:junit4]   1> 389194 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@26620166 main
[junit4:junit4]   1> 389196 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 389197 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@26620166 main{StandardDirectoryReader(segments_z:89:nrt _k(4.4):C1 _m(4.4):C1 _n(4.4):C1)}
[junit4:junit4]   1> 389198 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 389201 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@26620166 main{StandardDirectoryReader(segments_z:89:nrt _k(4.4):C1 _m(4.4):C1 _n(4.4):C1)}
[junit4:junit4]   1> 389202 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 19
[junit4:junit4]   1> 389235 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@6c49e339
[junit4:junit4]   1> 389497 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[testSetNullUpdateOrder (1439145536635535360)]} 0 251
[junit4:junit4]   1> 389499 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: testSetNullUpdateOrder is 200
[junit4:junit4]   1> 389500 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@6c49e339
[junit4:junit4]   1> 389507 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 389513 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_z,generation=35}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_10,generation=36}
[junit4:junit4]   1> 389514 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 36
[junit4:junit4]   1> 389516 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@25f2e25b main
[junit4:junit4]   1> 389519 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 389520 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@25f2e25b main{StandardDirectoryReader(segments_10:93:nrt _k(4.4):C1 _m(4.4):C1 _o(4.4):C1)}
[junit4:junit4]   1> 389521 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 389524 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@25f2e25b main{StandardDirectoryReader(segments_10:93:nrt _k(4.4):C1 _m(4.4):C1 _o(4.4):C1)}
[junit4:junit4]   1> 389525 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 18
[junit4:junit4]   1> 389531 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:testSetNullUpdateOrder&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 389565 [TEST-SolrExampleStreamingTest.testSetNullUpdateOrder-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testSetNullUpdateOrder
[junit4:junit4]   1> 389585 [TEST-SolrExampleStreamingTest.testPingHandler-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testPingHandler
[junit4:junit4]   1> 389592 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@44ddf301 realtime
[junit4:junit4]   1> 389593 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145536995196928)} 0 4
[junit4:junit4]   1> 389597 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 389598 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_10,generation=36}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_11,generation=37}
[junit4:junit4]   1> 389599 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 37
[junit4:junit4]   1> 389605 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@5d18e4ab main
[junit4:junit4]   1> 389607 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@5d18e4ab main{StandardDirectoryReader(segments_10:95:nrt)}
[junit4:junit4]   1> 389607 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 389608 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 389613 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@5d18e4ab main{StandardDirectoryReader(segments_10:95:nrt)}
[junit4:junit4]   1> 389616 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 19
[junit4:junit4]   1> 389622 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 389627 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/admin/ping params={wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 389628 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/admin/ping params={wt=xml&version=2.2} status=0 QTime=1 
[junit4:junit4]   1> 389630 [TEST-SolrExampleStreamingTest.testPingHandler-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testPingHandler
[junit4:junit4]   1> 389644 [TEST-SolrExampleStreamingTest.testStatistics-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testStatistics
[junit4:junit4]   1> 389649 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145537054965760)} 0 2
[junit4:junit4]   1> 389659 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 389660 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   1> 389660 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@3a477231 main
[junit4:junit4]   1> 389661 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@3a477231 main{StandardDirectoryReader(segments_10:95:nrt)}
[junit4:junit4]   1> 389662 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 389662 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 389673 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@3a477231 main{StandardDirectoryReader(segments_10:95:nrt)}
[junit4:junit4]   1> 389674 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 16
[junit4:junit4]   1> 389679 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=0 
[junit4:junit4]   1> 389681 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@19c212b0
[junit4:junit4]   1> 389682 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1458ee06
[junit4:junit4]   1> 389682 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@29569b73
[junit4:junit4]   1> 389682 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5a72d659
[junit4:junit4]   1> 389684 [concurrentUpdateScheduler-4-thread-1] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5a72d659
[junit4:junit4]   1> 389683 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@74f7b038
[junit4:junit4]   1> 389688 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@4dc88890
[junit4:junit4]   1> 389692 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@4dc88890
[junit4:junit4]   1> 389692 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@74f7b038
[junit4:junit4]   1> 389946 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc1 (1439145537097957376), doc8 (1439145537105297408)]} 0 258
[junit4:junit4]   1> 389947 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc0 (1439145537096908800), doc3 (1439145537100054528), doc4 (1439145537101103104), doc5 (1439145537101103105), doc6 (1439145537103200256), doc9 (1439145537106345984)]} 0 260
[junit4:junit4]   1> 389946 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc2 (1439145537099005952), doc7 (1439145537104248832)]} 0 257
[junit4:junit4]   1> 389950 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc0 is 200
[junit4:junit4]   1> 389951 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@19c212b0
[junit4:junit4]   1> 389949 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc1 is 200
[junit4:junit4]   1> 389952 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1458ee06
[junit4:junit4]   1> 389953 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc2 is 200
[junit4:junit4]   1> 389954 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@29569b73
[junit4:junit4]   1> 389957 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 389962 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_11,generation=37}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_12,generation=38}
[junit4:junit4]   1> 389962 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 38
[junit4:junit4]   1> 389965 [qtp1963243750-462] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@4ec6871d main
[junit4:junit4]   1> 389966 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@4ec6871d main{StandardDirectoryReader(segments_12:97:nrt _p(4.4):C10)}
[junit4:junit4]   1> 389966 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 389966 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 389971 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@4ec6871d main{StandardDirectoryReader(segments_12:97:nrt _p(4.4):C10)}
[junit4:junit4]   1> 389973 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 16
[junit4:junit4]   1> 389979 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=10 status=0 QTime=0 
[junit4:junit4]   1> 389988 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={stats.field=val_pi&stats=true&q=*:*&wt=xml&version=2.2&rows=0} hits=10 status=0 QTime=1 
[junit4:junit4]   1> 389999 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@5a50f320 realtime
[junit4:junit4]   1> 390000 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145537421967360)} 0 3
[junit4:junit4]   1> 390005 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 390007 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_12,generation=38}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_13,generation=39}
[junit4:junit4]   1> 390008 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 39
[junit4:junit4]   1> 390009 [qtp1963243750-461] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@6bb9d077 main
[junit4:junit4]   1> 390015 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@6bb9d077 main{StandardDirectoryReader(segments_12:99:nrt)}
[junit4:junit4]   1> 390016 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 390016 [qtp1963243750-461] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 390026 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@6bb9d077 main{StandardDirectoryReader(segments_12:99:nrt)}
[junit4:junit4]   1> 390029 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 24
[junit4:junit4]   1> 390035 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 390038 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@74256be1
[junit4:junit4]   1> 390039 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@44cdbc59
[junit4:junit4]   1> 390040 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1f089a59
[junit4:junit4]   1> 390040 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@1f089a59
[junit4:junit4]   1> 390041 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@6dcd58f9
[junit4:junit4]   1> 390041 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@6dcd58f9
[junit4:junit4]   1> 390042 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@448c7bc0
[junit4:junit4]   1> 390044 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@63109d68
[junit4:junit4]   1> 390045 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@63109d68
[junit4:junit4]   1> 390046 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@57ce49a7
[junit4:junit4]   1> 390046 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@57ce49a7
[junit4:junit4]   1> 390297 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc10 (1439145537475444736), doc13 (1439145537478590464), doc14 (1439145537479639040)]} 0 250
[junit4:junit4]   1> 390297 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc12 (1439145537475444737)]} 0 249
[junit4:junit4]   1> 390297 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc11 (1439145537476493312)]} 0 248
[junit4:junit4]   1> 390300 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc12 is 200
[junit4:junit4]   1> 390301 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@448c7bc0
[junit4:junit4]   1> 390301 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc11 is 200
[junit4:junit4]   1> 390300 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc10 is 200
[junit4:junit4]   1> 390302 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@44cdbc59
[junit4:junit4]   1> 390303 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@74256be1
[junit4:junit4]   1> 390306 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 390313 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_13,generation=39}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_14,generation=40}
[junit4:junit4]   1> 390314 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 40
[junit4:junit4]   1> 390323 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@47401a25 main
[junit4:junit4]   1> 390324 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@47401a25 main{StandardDirectoryReader(segments_14:103:nrt _q(4.4):C4 _r(4.4):C1)}
[junit4:junit4]   1> 390325 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 390325 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 390329 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@47401a25 main{StandardDirectoryReader(segments_14:103:nrt _q(4.4):C4 _r(4.4):C1)}
[junit4:junit4]   1> 390330 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 24
[junit4:junit4]   1> 390345 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=5 status=0 QTime=1 
[junit4:junit4]   1> 390364 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={stats.field=val_pi&stats=true&q=*:*&wt=xml&version=2.2&rows=0} hits=5 status=0 QTime=2 
[junit4:junit4]   1> 390382 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@10a9ae76 realtime
[junit4:junit4]   1> 390383 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {deleteByQuery=*:* (-1439145537823571968)} 0 3
[junit4:junit4]   1> 390393 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 390394 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_14,generation=40}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_15,generation=41}
[junit4:junit4]   1> 390394 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 41
[junit4:junit4]   1> 390397 [qtp1963243750-465] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@4d169bef main
[junit4:junit4]   1> 390399 [qtp1963243750-465] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 390399 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@4d169bef main{StandardDirectoryReader(segments_14:105:nrt)}
[junit4:junit4]   1> 390400 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 390403 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@4d169bef main{StandardDirectoryReader(segments_14:105:nrt)}
[junit4:junit4]   1> 390405 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 13
[junit4:junit4]   1> 390418 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=*:*&wt=xml&version=2.2} hits=0 status=0 QTime=1 
[junit4:junit4]   1> 390422 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7578f73
[junit4:junit4]   1> 390422 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@58acac9
[junit4:junit4]   1> 390423 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@4cc3fc61
[junit4:junit4]   1> 390423 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3e5b112a
[junit4:junit4]   1> 390423 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5b0754f6
[junit4:junit4]   1> 390426 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5b0754f6
[junit4:junit4]   1> 390427 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@3e5b112a
[junit4:junit4]   1> 390428 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@56ee6ba6
[junit4:junit4]   1> 390429 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@55c656b4
[junit4:junit4]   1> 390443 [concurrentUpdateScheduler-4-thread-6] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@55c656b4
[junit4:junit4]   1> 390681 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc2 (1439145537873903616), doc5 (1439145537906409472), doc8 (1439145537906409473)]} 0 253
[junit4:junit4]   1> 390684 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc1 (1439145537871806464), doc4 (1439145537904312320), doc7 (1439145537905360896)]} 0 258
[junit4:junit4]   1> 390687 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc2 is 200
[junit4:junit4]   1> 390687 [concurrentUpdateScheduler-4-thread-2] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@4cc3fc61
[junit4:junit4]   1> 390688 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc1 is 200
[junit4:junit4]   1> 390713 [concurrentUpdateScheduler-4-thread-5] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@58acac9
[junit4:junit4]   1> 390715 [qtp1963243750-461] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc0 (1439145537877049344), doc3 (1439145537908506624), doc9 (1439145537909555200)]} 0 284
[junit4:junit4]   1> 390716 [qtp1963243750-465] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[doc6 (1439145537911652352)]} 0 252
[junit4:junit4]   1> 390719 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc0 is 200
[junit4:junit4]   1> 390721 [concurrentUpdateScheduler-4-thread-3] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@7578f73
[junit4:junit4]   1> 390722 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: doc6 is 200
[junit4:junit4]   1> 390722 [concurrentUpdateScheduler-4-thread-4] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@56ee6ba6
[junit4:junit4]   1> 390730 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 390739 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_15,generation=41}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_16,generation=42}
[junit4:junit4]   1> 390740 [qtp1963243750-463] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 42
[junit4:junit4]   1> 390743 [qtp1963243750-463] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@2f2e3500 main
[junit4:junit4]   1> 390745 [qtp1963243750-463] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 390777 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@2f2e3500 main{StandardDirectoryReader(segments_16:109:nrt _s(4.4):C9 _t(4.4):C1)}
[junit4:junit4]   1> 390778 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 390782 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@2f2e3500 main{StandardDirectoryReader(segments_16:109:nrt _s(4.4):C9 _t(4.4):C1)}
[junit4:junit4]   1> 390791 [qtp1963243750-463] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 60
[junit4:junit4]   1> 390797 [qtp1963243750-462] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=inStock:true&wt=xml&version=2.2} hits=5 status=0 QTime=1 
[junit4:junit4]   1> 390822 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=inStock:false&wt=xml&version=2.2} hits=5 status=0 QTime=1 
[junit4:junit4]   1> 390835 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={f.val_pi.stats.facet=inStock&stats.field=val_pi&stats=true&q=*:*&wt=xml&version=2.2&rows=0} hits=10 status=0 QTime=3 
[junit4:junit4]   1> 390838 [TEST-SolrExampleStreamingTest.testStatistics-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testStatistics
[junit4:junit4]   1> 390857 [TEST-SolrExampleStreamingTest.testWaitOptions-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Starting testWaitOptions
[junit4:junit4]   1> 390858 [TEST-SolrExampleStreamingTest.testWaitOptions-seed#[3344123E67B80FF8]] INFO  org.apache.solr.client.solrj.impl.HttpClientUtil  � Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   1> 390870 [TEST-SolrExampleStreamingTest.testWaitOptions-seed#[3344123E67B80FF8]] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � blocking for commit/optimize
[junit4:junit4]   1> 390902 [qtp1963243750-464] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 390908 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_16,generation=42}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_17,generation=43}
[junit4:junit4]   1> 390909 [qtp1963243750-464] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 43
[junit4:junit4]   1> 390911 [qtp1963243750-464] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@7f963b79 main
[junit4:junit4]   1> 390912 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@7f963b79 main{StandardDirectoryReader(segments_17:111:nrt _s(4.4):C9 _t(4.4):C1 _u(4.4):C1)}
[ju

[...truncated too long message...]

i(4.4):C1)}
[junit4:junit4]   1> 597037 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 597037 [qtp1963243750-462] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 597040 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@75caec96 main{StandardDirectoryReader(segments_1r:171:nrt _1f(4.4):C1 _1g(4.4):C1 _1i(4.4):C1)}
[junit4:junit4]   1> 597042 [qtp1963243750-462] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 16
[junit4:junit4]   1> 597049 [qtp1963243750-465] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:123&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 597061 [concurrentUpdateScheduler-4-thread-7] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � starting runner: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5d72a844
[junit4:junit4]   1> 597315 [qtp1963243750-464] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={wt=xml&version=2.2} {add=[123 (1439145754547453952)]} 0 251
[junit4:junit4]   1> 597317 [concurrentUpdateScheduler-4-thread-7] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � Status for: 123 is 200
[junit4:junit4]   1> 597318 [concurrentUpdateScheduler-4-thread-7] INFO  org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer  � finished: org.apache.solr.client.solrj.impl.ConcurrentUpdateSolrServer$Runner@5d72a844
[junit4:junit4]   1> 597322 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   1> 597327 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_1r,generation=63}
[junit4:junit4]   1> 	commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@63ed5b13 lockFactory=org.apache.lucene.store.NativeFSLockFactory@33795fb2),segFN=segments_1s,generation=64}
[junit4:junit4]   1> 597328 [qtp1963243750-460] INFO  org.apache.solr.core.SolrCore  � newest commit generation = 64
[junit4:junit4]   1> 597330 [qtp1963243750-460] INFO  org.apache.solr.search.SolrIndexSearcher  � Opening Searcher@51154edd main
[junit4:junit4]   1> 597332 [qtp1963243750-460] INFO  org.apache.solr.update.UpdateHandler  � end_commit_flush
[junit4:junit4]   1> 597333 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener sending requests to Searcher@51154edd main{StandardDirectoryReader(segments_1s:175:nrt _1f(4.4):C1 _1g(4.4):C1 _1j(4.4):C1)}
[junit4:junit4]   1> 597333 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � QuerySenderListener done.
[junit4:junit4]   1> 597343 [searcherExecutor-228-thread-1] INFO  org.apache.solr.core.SolrCore  � [collection1] Registered new searcher Searcher@51154edd main{StandardDirectoryReader(segments_1s:175:nrt _1f(4.4):C1 _1g(4.4):C1 _1j(4.4):C1)}
[junit4:junit4]   1> 597345 [qtp1963243750-460] INFO  org.apache.solr.update.processor.LogUpdateProcessor  � [collection1] webapp=/solr path=/update params={waitSearcher=true&commit=true&wt=xml&version=2.2&softCommit=false} {commit=} 0 24
[junit4:junit4]   1> 597351 [qtp1963243750-461] INFO  org.apache.solr.core.SolrCore  � [collection1] webapp=/solr path=/select params={q=id:123&wt=xml&version=2.2} hits=1 status=0 QTime=1 
[junit4:junit4]   1> 597353 [TEST-SolrExampleStreamingTest.testUpdateMultiValuedField-seed#[3344123E67B80FF8]] INFO  org.apache.solr.SolrTestCaseJ4  � ###Ending testUpdateMultiValuedField
[junit4:junit4]   1> 597371 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CoreContainer  � Shutting down CoreContainer instance=1969989587
[junit4:junit4]   1> 597373 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCore  � [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1cac7cc6
[junit4:junit4]   1> 597420 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.update.UpdateHandler  � closing DirectUpdateHandler2{commits=66,autocommit maxTime=15000ms,autocommits=1,soft autocommits=3,optimizes=8,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=1,cumulative_adds=146,cumulative_deletesById=2,cumulative_deletesByQuery=27,cumulative_errors=1}
[junit4:junit4]   1> 597421 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.update.SolrCoreState  � Closing SolrCoreState
[junit4:junit4]   1> 597421 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.update.DefaultSolrCoreState  � SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   1> 597422 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.update.DefaultSolrCoreState  � closing IndexWriter with IndexWriterCloser
[junit4:junit4]   1> 597428 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.SolrCore  � [collection1] Closing main searcher on request.
[junit4:junit4]   1> 597434 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  � Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   1> 597435 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  � looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/index;done=false>>]
[junit4:junit4]   1> 597435 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  � Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273/index
[junit4:junit4]   1> 597436 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  � looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273;done=false>>]
[junit4:junit4]   1> 597437 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.core.CachingDirectoryFactory  � Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-solrj/test/J0/solrtest-SolrExampleStreamingTest-1372476125273
[junit4:junit4]   1> 597440 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.eclipse.jetty.server.handler.ContextHandler  � stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4:junit4]   1> 597493 [SUITE-SolrExampleStreamingTest-seed#[3344123E67B80FF8]-worker] INFO  org.apache.solr.SolrTestCaseJ4  � ###deleteCore
[junit4:junit4]   2> NOTE: test params are: codec=Appending, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=en, timezone=Canada/Central
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=2,free=22384288,total=85000192
[junit4:junit4]   2> NOTE: All tests run in this JVM: [QueryResponseTest, TestLBHttpSolrServer, MergeIndexesEmbeddedTest, TermsResponseTest, TestXMLEscaping, LargeVolumeEmbeddedTest, SolrDocumentTest, SolrExampleJettyTest, TestDocumentObjectBinder, LargeVolumeJettyTest, FacetFieldTest, ClientUtilsTest, DocumentAnalysisResponseTest, SolrExampleXMLTest, TestNamedListCodec, BasicHttpSolrServerTest, TestBatchUpdate, ContentStreamTest, MultiCoreEmbeddedTest, AnlysisResponseBaseTest, NamedListTest, SolrExampleBinaryTest, CloudSolrServerTest, SolrExampleStreamingTest]
[junit4:junit4] Completed in 218.93s, 27 tests, 1 error <<< FAILURES!

[...truncated 72 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:392: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:372: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:194: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1248: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:892: There were test failures: 46 suites, 272 tests, 1 error

Total time: 115 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 595 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/595/
Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([E193A21E9B15C7E2]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([E193A21E9B15C7E2]:0)




Build Log:
[...truncated 9137 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4:junit4]   2> 2553006 T4563 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 2553015 T4563 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeySafeLeaderTest-1372617787587
[junit4:junit4]   2> 2553017 T4563 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 2553018 T4564 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 2553119 T4563 oasc.ZkTestServer.run start zk server on port:54529
[junit4:junit4]   2> 2553121 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2553135 T4570 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7de4782c name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2553136 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2553136 T4563 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 2553151 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2553157 T4572 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@31fd8dd2 name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2553157 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2553158 T4563 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 2553165 T4563 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 2553171 T4563 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 2553177 T4563 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 2553183 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2553184 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 2553199 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 2553200 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 2553209 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2553213 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 2553221 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 2553222 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 2553228 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 2553229 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 2553237 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2553239 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 2553246 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2553247 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 2553253 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2553255 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 2553262 T4563 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2553263 T4563 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 2553716 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2553723 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54532
[junit4:junit4]   2> 2553724 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2553724 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2553725 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847
[junit4:junit4]   2> 2553726 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/solr.xml
[junit4:junit4]   2> 2553726 T4563 oasc.CoreContainer.<init> New CoreContainer 369478718
[junit4:junit4]   2> 2553727 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/'
[junit4:junit4]   2> 2553727 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/'
[junit4:junit4]   2> 2553843 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2553844 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2553844 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2553845 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2553845 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2553846 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2553846 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2553847 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2553848 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2553848 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2553884 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2553885 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2553885 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2553893 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2553897 T4583 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a74e7bb name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2553897 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2553901 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2553936 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2553943 T4585 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@753d02b2 name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2553944 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2553947 T4563 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 2553955 T4563 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 2553963 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 2553967 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54532_
[junit4:junit4]   2> 2553969 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54532_
[junit4:junit4]   2> 2553976 T4563 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 2553995 T4563 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 2554001 T4563 oasc.Overseer.start Overseer (id=89955879328219139-127.0.0.1:54532_-n_0000000000) starting
[junit4:junit4]   2> 2554011 T4563 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 2554030 T4587 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 2554034 T4563 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 2554039 T4563 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 2554044 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2554053 T4586 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 2554061 T4588 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2554062 T4588 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2555568 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2555569 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54532_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54532"}
[junit4:junit4]   2> 2555570 T4586 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 2555570 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2555578 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2556073 T4588 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/collection1
[junit4:junit4]   2> 2556074 T4588 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 2556075 T4588 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2556075 T4588 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 2556079 T4588 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/collection1/'
[junit4:junit4]   2> 2556080 T4588 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2556081 T4588 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/collection1/lib/README' to classloader
[junit4:junit4]   2> 2556146 T4588 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2556207 T4588 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2556210 T4588 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2556214 T4588 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2556842 T4588 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2556842 T4588 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2556843 T4588 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2556862 T4588 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2556869 T4588 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2556900 T4588 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2556921 T4588 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2556936 T4588 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2556940 T4588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2556940 T4588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2556941 T4588 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2556944 T4588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2556945 T4588 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2556945 T4588 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2556946 T4588 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372617787847/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/control/data/
[junit4:junit4]   2> 2556946 T4588 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2556947 T4588 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2556949 T4588 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/control/data
[junit4:junit4]   2> 2556950 T4588 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/control/data/index/
[junit4:junit4]   2> 2556951 T4588 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2556952 T4588 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/control/data/index
[junit4:junit4]   2> 2556962 T4588 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2556963 T4588 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2556967 T4588 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2556968 T4588 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2556969 T4588 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2556971 T4588 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2556972 T4588 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2556972 T4588 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2556977 T4588 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2556977 T4588 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2556978 T4588 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2556992 T4588 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2557014 T4588 oass.SolrIndexSearcher.<init> Opening Searcher@71b5ca49 main
[junit4:junit4]   2> 2557017 T4588 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2557018 T4588 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2557030 T4589 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@71b5ca49 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2557041 T4588 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2557041 T4588 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54532 collection:control_collection shard:shard1
[junit4:junit4]   2> 2557044 T4588 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 2557062 T4588 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2557075 T4588 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2557075 T4588 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2557076 T4588 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54532/collection1/
[junit4:junit4]   2> 2557076 T4588 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2557076 T4588 oasc.SyncStrategy.syncToMe http://127.0.0.1:54532/collection1/ has no replicas
[junit4:junit4]   2> 2557077 T4588 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54532/collection1/
[junit4:junit4]   2> 2557077 T4588 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 2557091 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2557107 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2558625 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2558641 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2558677 T4588 oasc.ZkController.register We are http://127.0.0.1:54532/collection1/ and leader is http://127.0.0.1:54532/collection1/
[junit4:junit4]   2> 2558678 T4588 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54532
[junit4:junit4]   2> 2558679 T4588 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2558679 T4588 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2558680 T4588 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2558687 T4588 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2558691 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2558691 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2558692 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2558728 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 2558731 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2558737 T4592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7940851e name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2558738 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2558741 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2558746 T4563 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 2559354 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2559376 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54536
[junit4:junit4]   2> 2559377 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2559378 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2559379 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318
[junit4:junit4]   2> 2559379 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/solr.xml
[junit4:junit4]   2> 2559380 T4563 oasc.CoreContainer.<init> New CoreContainer 1143676706
[junit4:junit4]   2> 2559380 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/'
[junit4:junit4]   2> 2559380 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/'
[junit4:junit4]   2> 2559551 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2559553 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2559554 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2559555 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2559556 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2559557 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2559558 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2559558 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2559559 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2559567 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2559619 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2559621 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2559622 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2559626 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2559635 T4603 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@21097e62 name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2559638 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2559648 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2559696 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2559708 T4605 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2cf455b6 name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2559708 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2559721 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2560154 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2560156 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54532_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54532"}
[junit4:junit4]   2> 2560167 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2560168 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2560167 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2560731 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54536_
[junit4:junit4]   2> 2560734 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54536_
[junit4:junit4]   2> 2560741 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 2560745 T4605 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2560746 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2560753 T4585 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2560755 T4592 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 2560756 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2560777 T4606 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2560777 T4606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2561687 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2561689 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54536_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54536"}
[junit4:junit4]   2> 2561689 T4586 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 3
[junit4:junit4]   2> 2561689 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2561699 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2561700 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2561711 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2561788 T4606 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/collection1
[junit4:junit4]   2> 2561788 T4606 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2561791 T4606 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2561791 T4606 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2561796 T4606 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/collection1/'
[junit4:junit4]   2> 2561804 T4606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2561805 T4606 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/collection1/lib/README' to classloader
[junit4:junit4]   2> 2561895 T4606 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2561980 T4606 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2561984 T4606 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2561993 T4606 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2562808 T4606 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2562809 T4606 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2562810 T4606 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2562830 T4606 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2562836 T4606 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2562870 T4606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2562881 T4606 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2562891 T4606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2562894 T4606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2562894 T4606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2562894 T4606 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2562897 T4606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2562897 T4606 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2562897 T4606 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2562898 T4606 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372617793318/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1/
[junit4:junit4]   2> 2562898 T4606 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2562899 T4606 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2562901 T4606 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1
[junit4:junit4]   2> 2562901 T4606 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1/index/
[junit4:junit4]   2> 2562902 T4606 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2562903 T4606 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1/index
[junit4:junit4]   2> 2562909 T4606 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2562909 T4606 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2562918 T4606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2562919 T4606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2562920 T4606 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2562921 T4606 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2562922 T4606 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2562922 T4606 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2562923 T4606 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2562924 T4606 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2562924 T4606 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2562936 T4606 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2562945 T4606 oass.SolrIndexSearcher.<init> Opening Searcher@5b9a2acc main
[junit4:junit4]   2> 2562947 T4606 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2562947 T4606 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2562954 T4607 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5b9a2acc main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2562958 T4606 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2562958 T4606 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54536 collection:collection1 shard:shard1
[junit4:junit4]   2> 2562960 T4606 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 2562979 T4606 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2562985 T4606 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2562986 T4606 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2562986 T4606 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54536/collection1/
[junit4:junit4]   2> 2562986 T4606 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2562987 T4606 oasc.SyncStrategy.syncToMe http://127.0.0.1:54536/collection1/ has no replicas
[junit4:junit4]   2> 2562987 T4606 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54536/collection1/
[junit4:junit4]   2> 2562988 T4606 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 2563219 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2563235 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2563235 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2563235 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2563267 T4606 oasc.ZkController.register We are http://127.0.0.1:54536/collection1/ and leader is http://127.0.0.1:54536/collection1/
[junit4:junit4]   2> 2563267 T4606 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54536
[junit4:junit4]   2> 2563268 T4606 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2563268 T4606 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2563269 T4606 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2563281 T4606 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2563292 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2563294 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2563295 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2563803 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2563808 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54539
[junit4:junit4]   2> 2563808 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2563809 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2563810 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918
[junit4:junit4]   2> 2563810 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/solr.xml
[junit4:junit4]   2> 2563811 T4563 oasc.CoreContainer.<init> New CoreContainer 1446382306
[junit4:junit4]   2> 2563811 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/'
[junit4:junit4]   2> 2563812 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/'
[junit4:junit4]   2> 2563925 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2563926 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2563927 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2563927 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2563928 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2563929 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2563929 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2563930 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2563930 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2563931 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2563964 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2563965 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2563966 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2563969 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2563979 T4619 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2b9a7e2b name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2563980 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2563984 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2564024 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2564029 T4621 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1dc9843c name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2564030 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2564040 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2564753 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2564755 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54536_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54536"}
[junit4:junit4]   2> 2564766 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2564767 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2564767 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2564768 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2565048 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54539_
[junit4:junit4]   2> 2565057 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54539_
[junit4:junit4]   2> 2565062 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 2565063 T4621 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2565064 T4605 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2565064 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2565064 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2565065 T4592 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2565066 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2565073 T4585 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 2565082 T4622 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2565082 T4622 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2566287 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2566289 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54539_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54539"}
[junit4:junit4]   2> 2566289 T4586 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 2566290 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 2566297 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2566303 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2566306 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2566309 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2567087 T4622 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/collection1
[junit4:junit4]   2> 2567088 T4622 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2567090 T4622 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2567091 T4622 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2567094 T4622 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/collection1/'
[junit4:junit4]   2> 2567096 T4622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2567097 T4622 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/collection1/lib/README' to classloader
[junit4:junit4]   2> 2567165 T4622 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2567229 T4622 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2567233 T4622 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2567241 T4622 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2567891 T4622 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2567892 T4622 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2567893 T4622 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2567904 T4622 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2567907 T4622 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2567946 T4622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2567954 T4622 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2567961 T4622 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2567964 T4622 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2567964 T4622 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2567965 T4622 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2567968 T4622 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2567968 T4622 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2567969 T4622 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2567969 T4622 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372617797918/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2/
[junit4:junit4]   2> 2567969 T4622 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2567971 T4622 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2567972 T4622 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2
[junit4:junit4]   2> 2567973 T4622 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2/index/
[junit4:junit4]   2> 2567973 T4622 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2567974 T4622 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2/index
[junit4:junit4]   2> 2567980 T4622 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2567981 T4622 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2567985 T4622 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2567986 T4622 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2567987 T4622 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2567992 T4622 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2567995 T4622 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2567995 T4622 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2567996 T4622 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2567997 T4622 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2567998 T4622 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2568010 T4622 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2568020 T4622 oass.SolrIndexSearcher.<init> Opening Searcher@6bda44f5 main
[junit4:junit4]   2> 2568022 T4622 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2568022 T4622 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2568032 T4623 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6bda44f5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2568038 T4622 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2568038 T4622 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54539 collection:collection1 shard:shard2
[junit4:junit4]   2> 2568040 T4622 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 2568067 T4622 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2568076 T4622 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2568077 T4622 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2568077 T4622 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54539/collection1/
[junit4:junit4]   2> 2568077 T4622 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2568078 T4622 oasc.SyncStrategy.syncToMe http://127.0.0.1:54539/collection1/ has no replicas
[junit4:junit4]   2> 2568078 T4622 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54539/collection1/
[junit4:junit4]   2> 2568078 T4622 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 2569312 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2569336 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2569336 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2569336 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2569337 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2569382 T4622 oasc.ZkController.register We are http://127.0.0.1:54539/collection1/ and leader is http://127.0.0.1:54539/collection1/
[junit4:junit4]   2> 2569383 T4622 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54539
[junit4:junit4]   2> 2569383 T4622 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2569383 T4622 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2569384 T4622 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2569398 T4622 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2569401 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2569402 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2569403 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2569963 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2569969 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54542
[junit4:junit4]   2> 2569970 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2569971 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2569971 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009
[junit4:junit4]   2> 2569972 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/solr.xml
[junit4:junit4]   2> 2569973 T4563 oasc.CoreContainer.<init> New CoreContainer 1580054026
[junit4:junit4]   2> 2569974 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/'
[junit4:junit4]   2> 2569974 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/'
[junit4:junit4]   2> 2570095 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2570096 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2570097 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2570097 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2570097 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2570098 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2570098 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2570099 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2570099 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2570100 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2570132 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2570133 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2570134 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2570137 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2570141 T4635 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5d05f9f5 name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2570142 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2570145 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2570180 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2570185 T4637 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@270715fb name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2570186 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2570195 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2570858 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2570860 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54539_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54539"}
[junit4:junit4]   2> 2570870 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2570871 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2570871 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2570876 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2570878 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2571203 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54542_
[junit4:junit4]   2> 2571206 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54542_
[junit4:junit4]   2> 2571211 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 2571215 T4621 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2571216 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2571216 T4637 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2571217 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2571217 T4605 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2571217 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2571218 T4592 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2571218 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2571231 T4585 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 2571242 T4638 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2571243 T4638 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2572387 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2572389 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54542"}
[junit4:junit4]   2> 2572389 T4586 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 2572389 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 2572398 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2572406 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2572409 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2572411 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2572417 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2573249 T4638 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/collection1
[junit4:junit4]   2> 2573250 T4638 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2573251 T4638 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2573252 T4638 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2573256 T4638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/collection1/'
[junit4:junit4]   2> 2573258 T4638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2573259 T4638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/collection1/lib/README' to classloader
[junit4:junit4]   2> 2573304 T4638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2573353 T4638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2573356 T4638 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2573368 T4638 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2573969 T4638 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2573970 T4638 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2573971 T4638 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2573983 T4638 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2573987 T4638 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2574014 T4638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2574021 T4638 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2574027 T4638 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2574031 T4638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2574033 T4638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2574036 T4638 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2574039 T4638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2574040 T4638 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2574040 T4638 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2574040 T4638 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372617804009/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3/
[junit4:junit4]   2> 2574041 T4638 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2574042 T4638 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2574043 T4638 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3
[junit4:junit4]   2> 2574044 T4638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3/index/
[junit4:junit4]   2> 2574044 T4638 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2574045 T4638 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3/index
[junit4:junit4]   2> 2574053 T4638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2574054 T4638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2574061 T4638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2574062 T4638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2574062 T4638 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2574064 T4638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2574064 T4638 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2574065 T4638 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2574065 T4638 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2574066 T4638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2574067 T4638 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2574077 T4638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2574085 T4638 oass.SolrIndexSearcher.<init> Opening Searcher@9d904d8 main
[junit4:junit4]   2> 2574087 T4638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2574087 T4638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2574099 T4639 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@9d904d8 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2574103 T4638 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2574104 T4638 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54542 collection:collection1 shard:shard3
[junit4:junit4]   2> 2574105 T4638 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 2574122 T4638 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 2574128 T4638 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 2574129 T4638 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 2574129 T4638 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:54542/collection1/
[junit4:junit4]   2> 2574129 T4638 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 2574130 T4638 oasc.SyncStrategy.syncToMe http://127.0.0.1:54542/collection1/ has no replicas
[junit4:junit4]   2> 2574130 T4638 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:54542/collection1/
[junit4:junit4]   2> 2574130 T4638 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4:junit4]   2> 2575418 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2575435 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2575435 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2575436 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2575436 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2575436 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2575487 T4638 oasc.ZkController.register We are http://127.0.0.1:54542/collection1/ and leader is http://127.0.0.1:54542/collection1/
[junit4:junit4]   2> 2575488 T4638 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54542
[junit4:junit4]   2> 2575488 T4638 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 2575489 T4638 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2575489 T4638 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2575494 T4638 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2575497 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2575498 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2575500 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2576035 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2576042 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54545
[junit4:junit4]   2> 2576043 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2576044 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2576045 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123
[junit4:junit4]   2> 2576045 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/solr.xml
[junit4:junit4]   2> 2576046 T4563 oasc.CoreContainer.<init> New CoreContainer 1841100875
[junit4:junit4]   2> 2576046 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/'
[junit4:junit4]   2> 2576047 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/'
[junit4:junit4]   2> 2576225 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2576226 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2576226 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2576227 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2576227 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2576228 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2576228 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2576229 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2576229 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2576230 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2576268 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2576269 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2576270 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2576272 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2576276 T4651 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23e19613 name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2576277 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2576281 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2576313 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2576317 T4653 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@41745712 name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2576317 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2576331 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2576954 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2576955 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54542_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54542"}
[junit4:junit4]   2> 2576964 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2576968 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2576969 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2576970 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2576970 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2576971 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2577341 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54545_
[junit4:junit4]   2> 2577344 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54545_
[junit4:junit4]   2> 2577350 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 2577355 T4605 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2577356 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2577356 T4621 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2577356 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2577357 T4637 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2577357 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2577358 T4592 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2577358 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2577358 T4653 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2577358 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2577369 T4585 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 2577378 T4654 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2577379 T4654 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2578483 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2578485 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54545_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54545"}
[junit4:junit4]   2> 2578485 T4586 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 2578485 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2578495 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2578495 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2578498 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2578499 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2578499 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2578500 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2579388 T4654 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/collection1
[junit4:junit4]   2> 2579392 T4654 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2579400 T4654 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2579401 T4654 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2579404 T4654 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/collection1/'
[junit4:junit4]   2> 2579405 T4654 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2579406 T4654 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/collection1/lib/README' to classloader
[junit4:junit4]   2> 2579472 T4654 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2579553 T4654 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2579556 T4654 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2579562 T4654 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2580281 T4654 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2580282 T4654 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2580283 T4654 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2580295 T4654 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2580300 T4654 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2580336 T4654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2580343 T4654 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2580353 T4654 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2580356 T4654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2580356 T4654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2580357 T4654 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2580360 T4654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2580360 T4654 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2580361 T4654 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2580361 T4654 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372617810123/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty4/
[junit4:junit4]   2> 2580361 T4654 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2580362 T4654 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2580363 T4654 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty4
[junit4:junit4]   2> 2580364 T4654 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty4/index/
[junit4:junit4]   2> 2580365 T4654 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2580366 T4654 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty4/index
[junit4:junit4]   2> 2580373 T4654 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2580374 T4654 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2580378 T4654 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2580379 T4654 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2580380 T4654 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2580381 T4654 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2580382 T4654 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2580382 T4654 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2580383 T4654 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2580392 T4654 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2580393 T4654 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2580402 T4654 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2580413 T4654 oass.SolrIndexSearcher.<init> Opening Searcher@38881ab9 main
[junit4:junit4]   2> 2580414 T4654 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2580415 T4654 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2580422 T4655 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@38881ab9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2580427 T4654 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2580428 T4654 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54545 collection:collection1 shard:shard1
[junit4:junit4]   2> 2580434 T4654 oasc.ZkController.register We are http://127.0.0.1:54545/collection1/ and leader is http://127.0.0.1:54536/collection1/
[junit4:junit4]   2> 2580435 T4654 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54545
[junit4:junit4]   2> 2580435 T4654 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 2580435 T4654 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C929 name=collection1 org.apache.solr.core.SolrCore@75cbbe9 url=http://127.0.0.1:54545/collection1 node=127.0.0.1:54545_ C929_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54545_, base_url=http://127.0.0.1:54545}
[junit4:junit4]   2> 2580436 T4656 C929 P54545 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 2580437 T4656 C929 P54545 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2580437 T4656 C929 P54545 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 2580437 T4656 C929 P54545 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2580440 T4654 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2580440 T4656 C929 P54545 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2580464 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2580465 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2580465 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2580499 T4599 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2580955 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2580965 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54549
[junit4:junit4]   2> 2580967 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2580968 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2580969 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071
[junit4:junit4]   2> 2580969 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/solr.xml
[junit4:junit4]   2> 2580970 T4563 oasc.CoreContainer.<init> New CoreContainer 1055543616
[junit4:junit4]   2> 2580971 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/'
[junit4:junit4]   2> 2580972 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/'
[junit4:junit4]   2> 2581091 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2581092 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2581092 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2581093 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2581093 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2581094 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2581094 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2581095 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2581095 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2581096 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2581137 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2581138 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2581138 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2581140 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2581145 T4668 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44c59420 name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2581145 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2581149 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2581177 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2581189 T4670 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d8de61f name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2581190 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2581203 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2581523 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2581525 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54545_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54545"}
[junit4:junit4]   2> 2581539 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2581539 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2581540 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2581540 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2581540 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2581540 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2581540 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2582212 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54549_
[junit4:junit4]   2> 2582215 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54549_
[junit4:junit4]   2> 2582221 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2582227 T4585 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582229 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 2582239 T4671 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2582239 T4671 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2582241 T4621 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582242 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2582246 T4670 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582248 T4592 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582251 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2582252 T4653 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582253 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2582246 T4605 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582254 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2582252 T4637 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 2582254 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2582502 T4599 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 2582503 T4599 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:54545_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 2583055 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2583057 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54549_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54549"}
[junit4:junit4]   2> 2583057 T4586 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 2583057 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 2583069 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583070 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583070 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583071 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583070 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583070 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583070 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2583242 T4671 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/collection1
[junit4:junit4]   2> 2583243 T4671 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2583244 T4671 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2583244 T4671 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2583251 T4671 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/collection1/'
[junit4:junit4]   2> 2583254 T4671 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2583254 T4671 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/collection1/lib/README' to classloader
[junit4:junit4]   2> 2583308 T4671 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2583362 T4671 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2583366 T4671 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2583371 T4671 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2583933 T4671 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2583934 T4671 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2583934 T4671 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2583953 T4671 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2583959 T4671 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2584009 T4671 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2584017 T4671 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2584027 T4671 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2584030 T4671 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2584031 T4671 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2584032 T4671 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2584034 T4671 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2584035 T4671 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2584036 T4671 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2584036 T4671 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372617815071/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty5/
[junit4:junit4]   2> 2584037 T4671 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2584038 T4671 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2584041 T4671 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty5
[junit4:junit4]   2> 2584042 T4671 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty5/index/
[junit4:junit4]   2> 2584048 T4671 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2584054 T4671 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty5/index
[junit4:junit4]   2> 2584063 T4671 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2584064 T4671 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2584070 T4671 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2584070 T4671 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2584071 T4671 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2584072 T4671 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2584073 T4671 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2584074 T4671 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2584074 T4671 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2584076 T4671 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2584077 T4671 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2584086 T4671 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2584104 T4671 oass.SolrIndexSearcher.<init> Opening Searcher@18c8c3c6 main
[junit4:junit4]   2> 2584106 T4671 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2584106 T4671 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2584116 T4672 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@18c8c3c6 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2584122 T4671 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2584123 T4671 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54549 collection:collection1 shard:shard2
[junit4:junit4]   2> 2584131 T4671 oasc.ZkController.register We are http://127.0.0.1:54549/collection1/ and leader is http://127.0.0.1:54539/collection1/
[junit4:junit4]   2> 2584132 T4671 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54549
[junit4:junit4]   2> 2584132 T4671 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 2584132 T4671 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C930 name=collection1 org.apache.solr.core.SolrCore@312c21b9 url=http://127.0.0.1:54549/collection1 node=127.0.0.1:54549_ C930_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54549_, base_url=http://127.0.0.1:54549}
[junit4:junit4]   2> 2584133 T4673 C930 P54549 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 2584134 T4673 C930 P54549 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2584134 T4673 C930 P54549 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 2584134 T4673 C930 P54549 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2584136 T4671 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2584137 T4673 C930 P54549 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2584180 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2584181 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2584182 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2584206 T4617 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> ASYNC  NEW_CORE C931 name=collection1 org.apache.solr.core.SolrCore@75cbbe9 url=http://127.0.0.1:54545/collection1 node=127.0.0.1:54545_ C931_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54545_, base_url=http://127.0.0.1:54545}
[junit4:junit4]   2> 2584505 T4656 C931 P54545 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:54536/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 2584508 T4656 C931 P54545 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54545 START replicas=[http://127.0.0.1:54536/collection1/] nUpdates=100
[junit4:junit4]   2> 2584509 T4656 C931 P54545 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2584510 T4656 C931 P54545 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 2584511 T4656 C931 P54545 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 2584514 T4656 C931 P54545 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 2584514 T4656 C931 P54545 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2584514 T4656 C931 P54545 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:54536/collection1/. core=collection1
[junit4:junit4]   2> 2584515 T4656 C931 P54545 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C932 name=collection1 org.apache.solr.core.SolrCore@657d7ef8 url=http://127.0.0.1:54536/collection1 node=127.0.0.1:54536_ C932_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54536_, base_url=http://127.0.0.1:54536, leader=true}
[junit4:junit4]   2> 2584540 T4600 C932 P54536 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2584581 T4601 C932 P54536 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2584592 T4601 C932 P54536 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2584598 T4601 C932 P54536 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2584600 T4601 C932 P54536 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 2584601 T4601 C932 P54536 oass.SolrIndexSearcher.<init> Opening Searcher@323618a1 realtime
[junit4:junit4]   2> 2584601 T4601 C932 P54536 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2584602 T4601 C932 P54536 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 21
[junit4:junit4]   2> 2584609 T4656 C931 P54545 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2584610 T4656 C931 P54545 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2584614 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2584620 T4597 C932 P54536 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2584622 T4597 C932 P54536 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 2584622 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54549_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54549"}
[junit4:junit4]   2> 2584624 T4656 C931 P54545 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 2584624 T4656 C931 P54545 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 2584624 T4656 C931 P54545 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2584625 T4656 C931 P54545 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2584631 T4656 C931 P54545 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 2584645 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54545_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54545"}
[junit4:junit4]   2> 2584664 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2584664 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2584665 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2584665 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2584666 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2584666 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2584666 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2585003 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2585014 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54556
[junit4:junit4]   2> 2585015 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2585015 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2585016 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801
[junit4:junit4]   2> 2585017 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/solr.xml
[junit4:junit4]   2> 2585018 T4563 oasc.CoreContainer.<init> New CoreContainer 1024768199
[junit4:junit4]   2> 2585018 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/'
[junit4:junit4]   2> 2585020 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/'
[junit4:junit4]   2> 2585202 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2585203 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2585204 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2585204 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2585205 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2585205 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2585206 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2585207 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2585207 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2585207 T4617 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 2585209 T4617 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:54549_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 2585208 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2585264 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2585265 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2585266 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2585269 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2585275 T4686 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@171e8560 name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2585276 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2585281 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2585319 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2585327 T4688 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@218a9545 name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2585328 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2585344 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2586356 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54556_
[junit4:junit4]   2> 2586358 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54556_
[junit4:junit4]   2> 2586364 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2586369 T4585 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586374 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 2586381 T4621 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586381 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2586382 T4637 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586382 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2586382 T4653 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586383 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2586383 T4605 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586383 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2586384 T4592 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586384 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2586391 T4688 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 2586402 T4689 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2586402 T4689 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2586403 T4670 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> ASYNC  NEW_CORE C933 name=collection1 org.apache.solr.core.SolrCore@312c21b9 url=http://127.0.0.1:54549/collection1 node=127.0.0.1:54549_ C933_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54549_, base_url=http://127.0.0.1:54549}
[junit4:junit4]   2> 2587223 T4673 C933 P54549 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:54539/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 2587223 T4673 C933 P54549 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54549 START replicas=[http://127.0.0.1:54539/collection1/] nUpdates=100
[junit4:junit4]   2> 2587224 T4673 C933 P54549 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2587224 T4673 C933 P54549 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 2587225 T4673 C933 P54549 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 2587225 T4673 C933 P54549 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 2587225 T4673 C933 P54549 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2587225 T4673 C933 P54549 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:54539/collection1/. core=collection1
[junit4:junit4]   2> 2587226 T4673 C933 P54549 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C934 name=collection1 org.apache.solr.core.SolrCore@73ff5ad url=http://127.0.0.1:54539/collection1 node=127.0.0.1:54539_ C934_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54539_, base_url=http://127.0.0.1:54539, leader=true}
[junit4:junit4]   2> 2587264 T4617 C934 P54539 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2587269 T4617 C934 P54539 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2587275 T4617 C934 P54539 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2587276 T4617 C934 P54539 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2587276 T4617 C934 P54539 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 2587277 T4617 C934 P54539 oass.SolrIndexSearcher.<init> Opening Searcher@5b9206a1 realtime
[junit4:junit4]   2> 2587278 T4617 C934 P54539 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2587278 T4617 C934 P54539 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 2587280 T4673 C933 P54549 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2587281 T4673 C933 P54549 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2587286 T4612 C934 P54539 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2587287 T4612 C934 P54539 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 2587288 T4673 C933 P54549 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 2587288 T4673 C933 P54549 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 2587289 T4673 C933 P54549 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2587289 T4673 C933 P54549 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2587291 T4673 C933 P54549 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 2587703 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2587705 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54556_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54556"}
[junit4:junit4]   2> 2587705 T4586 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 2587706 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 2587713 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54549_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54549"}
[junit4:junit4]   2> 2587726 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587730 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587730 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587730 T4688 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587731 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587730 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587733 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2587735 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2588407 T4689 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/collection1
[junit4:junit4]   2> 2588407 T4689 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2588409 T4689 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2588409 T4689 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2588412 T4689 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/collection1/'
[junit4:junit4]   2> 2588414 T4689 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2588414 T4689 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/collection1/lib/README' to classloader
[junit4:junit4]   2> 2588474 T4689 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2588527 T4689 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2588530 T4689 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2588539 T4689 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 2589112 T4689 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2589113 T4689 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2589114 T4689 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2589130 T4689 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2589134 T4689 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2589167 T4689 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2589175 T4689 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2589182 T4689 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2589188 T4689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2589188 T4689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2589188 T4689 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2589193 T4689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2589194 T4689 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2589194 T4689 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2589194 T4689 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372617818801/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty6/
[junit4:junit4]   2> 2589195 T4689 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2589195 T4689 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2589197 T4689 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty6
[junit4:junit4]   2> 2589197 T4689 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty6/index/
[junit4:junit4]   2> 2589198 T4689 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2589199 T4689 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty6/index
[junit4:junit4]   2> 2589205 T4689 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty6/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2589206 T4689 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2589210 T4689 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2589210 T4689 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2589211 T4689 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2589213 T4689 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 2589214 T4689 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 2589214 T4689 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 2589218 T4689 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 2589219 T4689 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 2589220 T4689 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 2589230 T4689 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 2589248 T4689 oass.SolrIndexSearcher.<init> Opening Searcher@5ebedd24 main
[junit4:junit4]   2> 2589249 T4689 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 2589249 T4689 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 2589261 T4691 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5ebedd24 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 2589270 T4689 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 2589273 T4689 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:54556 collection:collection1 shard:shard3
[junit4:junit4]   2> 2589280 T4689 oasc.ZkController.register We are http://127.0.0.1:54556/collection1/ and leader is http://127.0.0.1:54542/collection1/
[junit4:junit4]   2> 2589280 T4689 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:54556
[junit4:junit4]   2> 2589280 T4689 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 2589281 T4689 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C935 name=collection1 org.apache.solr.core.SolrCore@3f4d3398 url=http://127.0.0.1:54556/collection1 node=127.0.0.1:54556_ C935_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:54556_, base_url=http://127.0.0.1:54556}
[junit4:junit4]   2> 2589282 T4692 C935 P54556 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 2589282 T4689 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2589282 T4692 C935 P54556 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 2589283 T4692 C935 P54556 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 2589284 T4692 C935 P54556 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2589286 T4692 C935 P54556 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2589339 T4628 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 2589339 T4563 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 2589340 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 2589341 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 2589820 T4563 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 2589826 T4563 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:54563
[junit4:junit4]   2> 2589827 T4563 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 2589828 T4563 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 2589829 T4563 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939
[junit4:junit4]   2> 2589830 T4563 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/solr.xml
[junit4:junit4]   2> 2589831 T4563 oasc.CoreContainer.<init> New CoreContainer 360134940
[junit4:junit4]   2> 2589832 T4563 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/'
[junit4:junit4]   2> 2589833 T4563 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/'
[junit4:junit4]   2> 2589952 T4563 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 2589953 T4563 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 2589954 T4563 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 2589954 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 2589955 T4563 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 2589955 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 2589956 T4563 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 2589956 T4563 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 2589957 T4563 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 2589958 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 2589994 T4563 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 2590000 T4563 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54529/solr
[junit4:junit4]   2> 2590001 T4563 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 2590004 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2590009 T4704 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3867efb5 name:ZooKeeperConnection Watcher:127.0.0.1:54529 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2590010 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2590014 T4563 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 2590048 T4563 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 2590056 T4706 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7fc0f5fd name:ZooKeeperConnection Watcher:127.0.0.1:54529/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 2590062 T4563 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 2590074 T4563 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 2590759 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2590761 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54556_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54556"}
[junit4:junit4]   2> 2590777 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590779 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590781 T4688 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590783 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590784 T4706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590786 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590788 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590790 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2590792 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2591084 T4563 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54563_
[junit4:junit4]   2> 2591086 T4563 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54563_
[junit4:junit4]   2> 2591093 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2591093 T4688 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2591093 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 2591099 T4621 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591099 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2591099 T4706 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591100 T4706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2591100 T4592 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591100 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2591101 T4637 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591101 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2591101 T4653 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591101 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2591102 T4605 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591102 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2591115 T4585 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591117 T4670 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591117 T4688 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 2591125 T4707 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 2591125 T4707 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2591353 T4628 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 2591354 T4628 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=7&state=recovering&nodeName=127.0.0.1:54556_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2016 
[junit4:junit4]   2> 2592285 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2592287 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"8",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54563_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54563"}
[junit4:junit4]   2> 2592287 T4586 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 2592287 T4586 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 2592299 T4706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592299 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592300 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592300 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592300 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592301 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592301 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592302 T4688 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2592305 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593130 T4707 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/collection1
[junit4:junit4]   2> 2593132 T4707 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 2593136 T4707 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 2593137 T4707 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 2593140 T4707 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/collection1/'
[junit4:junit4]   2> 2593141 T4707 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 2593142 T4707 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/collection1/lib/README' to classloader
[junit4:junit4]   2> 2593204 T4707 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 2593251 T4707 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 2593254 T4707 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 2593276 T4707 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C936 name=collection1 org.apache.solr.core.SolrCore@3f4d3398 url=http://127.0.0.1:54556/collection1 node=127.0.0.1:54556_ C936_STATE=coll:collection1 core:collection1 props:{shard=shard3, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:54556_, base_url=http://127.0.0.1:54556}
[junit4:junit4]   2> 2593356 T4692 C936 P54556 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:54542/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 2593357 T4692 C936 P54556 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:54556 START replicas=[http://127.0.0.1:54542/collection1/] nUpdates=100
[junit4:junit4]   2> 2593361 T4692 C936 P54556 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 2593361 T4692 C936 P54556 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 2593362 T4692 C936 P54556 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 2593399 T4692 C936 P54556 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 2593399 T4692 C936 P54556 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 2593400 T4692 C936 P54556 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:54542/collection1/. core=collection1
[junit4:junit4]   2> 2593400 T4692 C936 P54556 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C937 name=collection1 org.apache.solr.core.SolrCore@4d8afb22 url=http://127.0.0.1:54542/collection1 node=127.0.0.1:54542_ C937_STATE=coll:collection1 core:collection1 props:{shard=shard3, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:54542_, base_url=http://127.0.0.1:54542, leader=true}
[junit4:junit4]   2> 2593414 T4633 C937 P54542 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 2593445 T4629 C937 P54542 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 2593453 T4629 C937 P54542 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2593454 T4629 C937 P54542 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2593455 T4629 C937 P54542 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 2593456 T4629 C937 P54542 oass.SolrIndexSearcher.<init> Opening Searcher@96e85f8 realtime
[junit4:junit4]   2> 2593456 T4629 C937 P54542 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 2593456 T4629 C937 P54542 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 11
[junit4:junit4]   2> 2593458 T4692 C936 P54556 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2593459 T4692 C936 P54556 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 2593478 T4631 C937 P54542 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 2593479 T4631 C937 P54542 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 2593480 T4692 C936 P54556 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 2593481 T4692 C936 P54556 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 2593481 T4692 C936 P54556 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 2593481 T4692 C936 P54556 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 2593485 T4692 C936 P54556 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 2593825 T4586 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 2593827 T4586 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:54556_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:54556"}
[junit4:junit4]   2> 2593836 T4688 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593836 T4621 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593837 T4592 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593836 T4706 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593837 T4585 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593836 T4605 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593836 T4653 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593836 T4637 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593836 T4670 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 2593916 T4707 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2593916 T4707 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 2593917 T4707 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 2593935 T4707 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 2593939 T4707 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 2593966 T4707 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2593973 T4707 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 2593980 T4707 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2593983 T4707 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2593983 T4707 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2593983 T4707 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 2593985 T4707 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 2593986 T4707 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 2593987 T4707 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2593987 T4707 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372617823939/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty7/
[junit4:junit4]   2> 2593988 T4707 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5aaefcbb
[junit4:junit4]   2> 2593988 T4707 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 2593989 T4707 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty7
[junit4:junit4]   2> 2593990 T4707 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty7/index/
[junit4:junit4]   2> 2593991 T4707 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty7/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 2593994 T4707 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty7/index
[junit4:junit4]   2> 2594005 T4707 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372617787587/jetty7/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 2594006 T4707 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 2594010 T4707 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 2594010 T4707 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 2594011 T4707 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 2594012 T4707 oasc.RequestHandlers.initHandlersFr

[...truncated too long message...]

tCnxn.java:1157)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1097)
[junit4:junit4]   2> 	  62) Thread[id=4625, name=HashSessionScavenger-138, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:509)
[junit4:junit4]   2> 	        at java.util.TimerThread.run(Timer.java:462)
[junit4:junit4]   2> 	  63) Thread[id=4732, name=qtp322255375-4732 Acceptor0 SelectChannelConnector@127.0.0.1:54575, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  64) Thread[id=4730, name=HashSessionScavenger-144, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:509)
[junit4:junit4]   2> 	        at java.util.TimerThread.run(Timer.java:462)
[junit4:junit4]   2> 	  65) Thread[id=4609, name=HashSessionScavenger-137, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:509)
[junit4:junit4]   2> 	        at java.util.TimerThread.run(Timer.java:462)
[junit4:junit4]   2> 	  66) Thread[id=4785, name=qtp204122503-4785 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:117)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:74)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:69)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:80)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  67) Thread[id=4799, name=searcherExecutor-3242-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=Pulsing41(freqCutoff=8 minBlockSize=76 maxBlockSize=237), text=MockFixedIntBlock(blockSize=1946), _version_=Pulsing41(freqCutoff=8 minBlockSize=76 maxBlockSize=237), rnd_b=PostingsFormat(name=MockSep), intDefault=Pulsing41(freqCutoff=8 minBlockSize=76 maxBlockSize=237), id=PostingsFormat(name=MockSep), timestamp=Pulsing41(freqCutoff=8 minBlockSize=76 maxBlockSize=237), a_t=Pulsing41(freqCutoff=8 minBlockSize=76 maxBlockSize=237), range_facet_sl=MockFixedIntBlock(blockSize=1946), range_facet_si=PostingsFormat(name=Asserting), other_tl1=Pulsing41(freqCutoff=8 minBlockSize=76 maxBlockSize=237), multiDefault=PostingsFormat(name=Asserting), a_si=PostingsFormat(name=Asserting)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=sl, timezone=Pacific/Noumea
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=81,free=40528592,total=281214976
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestAnalyzedSuggestions, TestFoldingMultitermQuery, TestConfig, TestCloudManagedSchemaAddField, OutputWriterTest, TestStressVersions, CollectionsAPIDistributedZkTest, SolrCoreTest, SearchHandlerTest, ExternalFileFieldSortTest, ZkCLITest, TestFunctionQuery, SortByFunctionTest, TestLMDirichletSimilarityFactory, TestPluginEnable, TestFieldTypeCollectionResource, TestCopyFieldCollectionResource, RegexBoostProcessorTest, LeaderElectionTest, BadIndexSchemaTest, ChaosMonkeyNothingIsSafeTest, ResourceLoaderTest, TestFieldResource, DistributedQueryElevationComponentTest, TestDefaultSimilarityFactory, TestExtendedDismaxParser, AlternateDirectoryTest, TestLMJelinekMercerSimilarityFactory, TestRangeQuery, FileBasedSpellCheckerTest, SignatureUpdateProcessorFactoryTest, TestSolr4Spatial, TestStressRecovery, UpdateParamsTest, TestCoreDiscovery, TestFieldTypeResource, RAMDirectoryFactoryTest, ConvertedLegacyTest, OverseerTest, BasicDistributedZkTest, LukeRequestHandlerTest, CSVRequestHandlerTest, ZkSolrClientTest, QueryParsingTest, SolrIndexSplitterTest, TestLFUCache, TestSolrIndexConfig, TestSweetSpotSimilarityFactory, TestGroupingSearch, OpenExchangeRatesOrgProviderTest, TestRTGBase, ReturnFieldsTest, TestDistributedSearch, DisMaxRequestHandlerTest, SpatialFilterTest, TestXIncludeConfig, TestUpdate, SpellPossibilityIteratorTest, TestStressLucene, SolrCoreCheckLockOnStartupTest, DocumentBuilderTest, TestSolrCoreProperties, TestPropInject, UUIDFieldTest, CacheHeaderTest, NotRequiredUniqueKeyTest, ShowFileRequestHandlerTest, DocValuesTest, TestHashPartitioner, SolrTestCaseJ4Test, IndexReaderFactoryTest, TestShardHandlerFactory, TestBinaryResponseWriter, FileUtilsTest, NoCacheHeaderTest, SuggesterTSTTest, TestDynamicFieldCollectionResource, TestSolrXmlPersistence, TestUtils, BasicZkTest, TestManagedSchemaFieldResource, DirectUpdateHandlerTest, PrimitiveFieldTypeTest, DistributedSpellCheckComponentTest, SchemaVersionSpecificBehaviorTest, IndexBasedSpellCheckerTest, TestDFRSimilarityFactory, CopyFieldTest, TestReloadAndDeleteDocs, TestDynamicFieldResource, PluginInfoTest, PreAnalyzedUpdateProcessorTest, SampleTest, DocValuesMultiTest, TestSurroundQueryParser, TestMultiCoreConfBootstrap, ClusterStateUpdateTest, PathHierarchyTokenizerFactoryTest, TestLazyCores, TestCoreContainer, HighlighterConfigTest, CurrencyFieldOpenExchangeTest, TestRandomFaceting, JsonLoaderTest, ResponseLogComponentTest, TestTrie, TestBinaryField, TermsComponentTest, TestNumberUtils, QueryEqualityTest, TermVectorComponentDistributedTest, TestRemoteStreaming, TestStressReorder, TestCSVResponseWriter, TestPseudoReturnFields, ShardSplitTest, TestLRUCache, TestBadConfig, FastVectorHighlighterTest, SynonymTokenizerTest, DirectSolrConnectionTest, CoreAdminHandlerTest, UpdateRequestProcessorFactoryTest, TestOmitPositions, TestCollationKeyRangeQueries, SolrPluginUtilsTest, TestComponentsName, SpellCheckComponentTest, SolrRequestParserTest, SoftAutoCommitTest, TestFuzzyAnalyzedSuggestions, TestReplicationHandler, FieldMutatingUpdateProcessorTest, ClusterStateTest, PingRequestHandlerTest, TestZkChroot, TestFastWriter, TestCloudManagedSchema, SOLR749Test, SliceStateUpdateTest, WordBreakSolrSpellCheckerTest, IndexSchemaTest, TestFiltering, PeerSyncTest, TestManagedSchema, TestQueryTypes, ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=E193A21E9B15C7E2 -Dtests.slow=true -Dtests.locale=sl -Dtests.timezone=Pacific/Noumea -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   0.00s | ChaosMonkeySafeLeaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([E193A21E9B15C7E2]:0)
[junit4:junit4] Completed in 7233.44s, 1 test, 2 errors <<< FAILURES!

[...truncated 454 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:392: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:372: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1248: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:892: There were test failures: 299 suites, 1290 tests, 1 suite-level error, 1 error, 528 ignored (1 assumption)

Total time: 216 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.6.0) - Build # 594 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/594/
Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC

3 tests failed.
REGRESSION:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete

Error Message:
searcher529 wasn't soon enough after soft529: 1372586895968 !< 1372586895797 + 150 (fudge)

Stack Trace:
java.lang.AssertionError: searcher529 wasn't soon enough after soft529: 1372586895968 !< 1372586895797 + 150 (fudge)
	at __randomizedtesting.SeedInfo.seed([F20D2F438FE9C643:354197DE94410BF3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:265)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:39)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:25)
	at java.lang.reflect.Method.invoke(Method.java:597)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:680)


FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([F20D2F438FE9C643]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([F20D2F438FE9C643]:0)




Build Log:
[...truncated 8584 lines...]
[junit4:junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
[junit4:junit4]   2> 28655 T34 oas.SolrTestCaseJ4.initCore ####initCore
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273
[junit4:junit4]   2> 28657 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 28660 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 28662 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 29002 T34 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 29211 T34 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 29213 T34 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 29276 T34 oass.IndexSchema.readSchema [null] Schema name=test
[junit4:junit4]   2> 30438 T34 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 30439 T34 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 30443 T34 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 30486 T34 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 30490 T34 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 30539 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 30544 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 30549 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 30550 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 30550 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 30551 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 30552 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 30553 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 30554 T34 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 30555 T34 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr
[junit4:junit4]   2> 30555 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/'
[junit4:junit4]   2> 30612 T34 oasc.CoreContainer.<init> New CoreContainer 1520195650
[junit4:junit4]   2> 30684 T34 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 30685 T34 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/
[junit4:junit4]   2> 30686 T34 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 30689 T34 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 30696 T34 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273
[junit4:junit4]   2> 30698 T34 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index/
[junit4:junit4]   2> 30698 T34 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 30700 T34 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index
[junit4:junit4]   2> 30706 T34 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 30709 T34 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 30711 T34 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 30719 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 30721 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 30722 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 30723 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 30724 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 30725 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 30727 T34 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 30735 T34 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 30740 T34 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 30742 T34 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 30744 T34 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 30745 T34 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 30757 T34 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 30758 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 30759 T34 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 30760 T34 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 30768 T34 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30771 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30774 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30776 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30778 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30780 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30782 T34 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30784 T34 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 30786 T34 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 30788 T34 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 30798 T34 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 30804 T34 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 30808 T34 oasc.SolrCore.initDeprecatedSupport WARN adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, SOLRCONFIG-CACHING.XML, BAD-SOLRCONFIG-UNEXPECTED-SCHEMA-ATTRIBUTE.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-REPEATER.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-MERGEPOLICY-LEGACY.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, BAD-SCHEMA-NON-GLOB-COPYFIELD-SOURCE-MATCHING-NOTHING-SHOULD-FAIL-TEST.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, SOLRCONFIG-DEFAULTS.XML, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, BAD-SOLRCONFIG-SCHEMA-MUTABLE-BUT-NOT-MANAGED.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, SCHEMA-ID-AND-VERSION-FIELDS-ONLY.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SOLRCONFIG-TLOG-MUTABLE-MANAGED-SCHEMA.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, BAD-SCHEMA-BOGUS-ANALYSIS-PARAMETERS.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-WARMER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SCHEMA-EFF.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SCHEMA-ONE-FIELD-NO-DYNAMIC-FIELD.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-BOGUS-FIELD-PARAMETERS.XML, BAD-SOLRCONFIG-MANAGED-SCHEMA-NAMED-SCHEMA.XML.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-TLOG-MANAGED-SCHEMA.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, SOLRCONFIG-PARSING-UPDATE-PROCESSOR-CHAINS.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SOLRCONFIG-MANAGED-SCHEMA.XML, SOLRCONFIG-MERGEPOLICY-DEFAULTS.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, SCHEMA-LUCENEMATCHVERSION.XML, SCHEMA-CLASS-NAME-SHORTENING-ON-SERIALIZATION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SCHEMA-COLLATEFILTER.XML, SOLRCONFIG-MASTER3.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-REST-LUCENE-MATCH-VERSION.XML, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, SOLRCONFIG-BASIC-LUCENEVERSION31.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, SOLRCONFIG-MUTABLE-MANAGED-SCHEMA.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, BAD-CURRENCY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, SOLRCONFIG.SNIPPET.RANDOMINDEXCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 30813 T34 oass.SolrIndexSearcher.<init> Opening Searcher@99846fd main
[junit4:junit4]   2> 30814 T34 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/tlog
[junit4:junit4]   2> 30816 T34 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 30817 T34 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 30819 T34 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 30841 T34 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 31026 T34 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 31049 T34 oas.SolrTestCaseJ4.initCore ####initCore end
[junit4:junit4]   2> 31050 T35 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@99846fd main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 31066 T34 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeDelete
[junit4:junit4]   2> 31067 T34 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 31068 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 31070 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 31071 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 31275 T34 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 31465 T34 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 31468 T34 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 31636 T34 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 32711 T34 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 32712 T34 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 32716 T34 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 32753 T34 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 32758 T34 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 32799 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 32806 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 32815 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 32817 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 32818 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 32819 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 32820 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 32824 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 32825 T34 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/
[junit4:junit4]   2> 32826 T34 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 32829 T34 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index/
[junit4:junit4]   2> 32830 T34 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 32837 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 32838 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 32839 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 32841 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 32842 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 32843 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 32845 T34 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 32847 T34 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 32850 T34 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 32862 T34 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 32865 T34 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 32868 T34 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 32870 T34 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 32871 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 32873 T34 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 32876 T34 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 32884 T34 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32887 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32893 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32895 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32897 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32898 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32900 T34 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32912 T34 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 32961 T34 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 32965 T34 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 32969 T34 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 32976 T34 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 32981 T34 oasc.SolrCore.initDeprecatedSupport WARN adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, SOLRCONFIG-CACHING.XML, BAD-SOLRCONFIG-UNEXPECTED-SCHEMA-ATTRIBUTE.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-REPEATER.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-MERGEPOLICY-LEGACY.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, BAD-SCHEMA-NON-GLOB-COPYFIELD-SOURCE-MATCHING-NOTHING-SHOULD-FAIL-TEST.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, SOLRCONFIG-DEFAULTS.XML, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, BAD-SOLRCONFIG-SCHEMA-MUTABLE-BUT-NOT-MANAGED.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, SCHEMA-ID-AND-VERSION-FIELDS-ONLY.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SOLRCONFIG-TLOG-MUTABLE-MANAGED-SCHEMA.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, BAD-SCHEMA-BOGUS-ANALYSIS-PARAMETERS.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-WARMER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SCHEMA-EFF.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SCHEMA-ONE-FIELD-NO-DYNAMIC-FIELD.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-BOGUS-FIELD-PARAMETERS.XML, BAD-SOLRCONFIG-MANAGED-SCHEMA-NAMED-SCHEMA.XML.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-TLOG-MANAGED-SCHEMA.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, SOLRCONFIG-PARSING-UPDATE-PROCESSOR-CHAINS.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SOLRCONFIG-MANAGED-SCHEMA.XML, SOLRCONFIG-MERGEPOLICY-DEFAULTS.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, SCHEMA-LUCENEMATCHVERSION.XML, SCHEMA-CLASS-NAME-SHORTENING-ON-SERIALIZATION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SCHEMA-COLLATEFILTER.XML, SOLRCONFIG-MASTER3.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-REST-LUCENE-MATCH-VERSION.XML, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, SOLRCONFIG-BASIC-LUCENEVERSION31.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, SOLRCONFIG-MUTABLE-MANAGED-SCHEMA.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, BAD-CURRENCY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, SOLRCONFIG.SNIPPET.RANDOMINDEXCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 32985 T34 oass.SolrIndexSearcher.<init> Opening Searcher@631d75b9 main
[junit4:junit4]   2> 32987 T34 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 32987 T34 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 32990 T34 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 32993 T34 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 33078 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@631d75b9 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 33136 T34 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 33137 T34 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 33141 T34 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 33141 T34 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 33142 T34 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 33143 T34 oass.SolrIndexSearcher.<init> Opening Searcher@4821e115 main
[junit4:junit4]   2> 33148 T34 oasc.CoreContainer.registerCore replacing core: collection1
[junit4:junit4]   2> 33150 T34 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@75787005
[junit4:junit4]   2> 33169 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4821e115 main{StandardDirectoryReader(segments_1:1:nrt)}
[junit4:junit4]   2> 33212 T34 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 33214 T34 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> ASYNC  NEW_CORE C4 name=collection1 org.apache.solr.core.SolrCore@316becfe
[junit4:junit4]   2> 34129 T34 C4 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1439261675308974080)]} 0 894
[junit4:junit4]   2> 34160 T34 C4 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> ASYNC  NEW_CORE C5 name=collection1 org.apache.solr.core.SolrCore@316becfe
[junit4:junit4]   2> 34443 T34 C5 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_1,generation=1}
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 34444 T34 C5 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
[junit4:junit4]   2> 34640 T34 C5 oass.SolrIndexSearcher.<init> Opening Searcher@7a15b555 main
[junit4:junit4]   2> 34648 T34 C5 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 34653 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7a15b555 main{StandardDirectoryReader(segments_2:3:nrt _0(4.4):C1)}
[junit4:junit4]   2> 34655 T34 C5 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 498
[junit4:junit4]   2> 34676 T34 C5 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {delete=[529 (-1439261676317704192)]} 0 2
[junit4:junit4]   2> 35178 T38 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4:junit4]   2> 35334 T38 oass.SolrIndexSearcher.<init> Opening Searcher@74ccd249 main
[junit4:junit4]   2> 35350 T38 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 35374 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74ccd249 main{StandardDirectoryReader(segments_2:5:nrt)}
[junit4:junit4]   2> ASYNC  NEW_CORE C6 name=collection1 org.apache.solr.core.SolrCore@316becfe
[junit4:junit4]   2> 35398 T34 C6 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[550 (1439261677069533184)]} 0 7
[junit4:junit4]   2> 35878 T37 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 35891 T37 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_2,generation=2}
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 35892 T37 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 35894 T34 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeDelete
[junit4:junit4]   2> 35897 T37 oass.SolrIndexSearcher.<init> Opening Searcher@1667a232 main
[junit4:junit4]   2> 35912 T36 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1667a232 main{StandardDirectoryReader(segments_3:7:nrt _1(4.4):C1)}
[junit4:junit4]   2> 35915 T37 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeDelete -Dtests.seed=F20D2F438FE9C643 -Dtests.slow=true -Dtests.locale=ar_SY -Dtests.timezone=NET -Dtests.file.encoding=UTF-8
[junit4:junit4] FAILURE 5.00s | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete <<<
[junit4:junit4]    > Throwable #1: java.lang.AssertionError: searcher529 wasn't soon enough after soft529: 1372586895968 !< 1372586895797 + 150 (fudge)
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F20D2F438FE9C643:354197DE94410BF3]:0)
[junit4:junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:265)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 36060 T34 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeMixedAdds
[junit4:junit4]   2> 36061 T34 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 36062 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 36064 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 36065 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 36208 T34 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 36321 T34 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 36323 T34 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 36367 T34 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 37149 T34 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 37150 T34 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 37163 T34 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 37202 T34 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 37205 T34 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 37233 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 37244 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 37250 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 37251 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 37251 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 37252 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 37253 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 37260 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 37261 T34 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/
[junit4:junit4]   2> 37262 T34 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 37264 T34 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index/
[junit4:junit4]   2> 37265 T34 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 37275 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 37275 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 37276 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 37277 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 37294 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 37295 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 37296 T34 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 37303 T34 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 37306 T34 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 37307 T34 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 37309 T34 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 37311 T34 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 37312 T34 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 37313 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 37314 T34 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 37318 T34 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 37320 T34 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37322 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37324 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37334 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37336 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37338 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37340 T34 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37342 T34 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 37344 T34 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 37346 T34 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 37356 T34 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 37365 T34 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 37368 T34 oasc.SolrCore.initDeprecatedSupport WARN adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, SOLRCONFIG-CACHING.XML, BAD-SOLRCONFIG-UNEXPECTED-SCHEMA-ATTRIBUTE.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-REPEATER.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-MERGEPOLICY-LEGACY.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, BAD-SCHEMA-NON-GLOB-COPYFIELD-SOURCE-MATCHING-NOTHING-SHOULD-FAIL-TEST.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, SOLRCONFIG-DEFAULTS.XML, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, BAD-SOLRCONFIG-SCHEMA-MUTABLE-BUT-NOT-MANAGED.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, SCHEMA-ID-AND-VERSION-FIELDS-ONLY.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SOLRCONFIG-TLOG-MUTABLE-MANAGED-SCHEMA.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, BAD-SCHEMA-BOGUS-ANALYSIS-PARAMETERS.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-WARMER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SCHEMA-EFF.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SCHEMA-ONE-FIELD-NO-DYNAMIC-FIELD.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-BOGUS-FIELD-PARAMETERS.XML, BAD-SOLRCONFIG-MANAGED-SCHEMA-NAMED-SCHEMA.XML.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-TLOG-MANAGED-SCHEMA.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, SOLRCONFIG-PARSING-UPDATE-PROCESSOR-CHAINS.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SOLRCONFIG-MANAGED-SCHEMA.XML, SOLRCONFIG-MERGEPOLICY-DEFAULTS.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, SCHEMA-LUCENEMATCHVERSION.XML, SCHEMA-CLASS-NAME-SHORTENING-ON-SERIALIZATION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SCHEMA-COLLATEFILTER.XML, SOLRCONFIG-MASTER3.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-REST-LUCENE-MATCH-VERSION.XML, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, SOLRCONFIG-BASIC-LUCENEVERSION31.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, SOLRCONFIG-MUTABLE-MANAGED-SCHEMA.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, BAD-CURRENCY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, SOLRCONFIG.SNIPPET.RANDOMINDEXCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 37378 T34 oass.SolrIndexSearcher.<init> Opening Searcher@74a14fed main
[junit4:junit4]   2> 37380 T34 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 37380 T34 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 37382 T34 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 37386 T34 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 37417 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@74a14fed main{StandardDirectoryReader(segments_3:7:nrt _1(4.4):C1)}
[junit4:junit4]   2> 37507 T34 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 37508 T34 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 37509 T34 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
[junit4:junit4]   2> 37562 T34 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 37563 T34 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
[junit4:junit4]   2> 37564 T34 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 37589 T34 oass.SolrIndexSearcher.<init> Opening Searcher@5a333b2e main
[junit4:junit4]   2> 37591 T34 oasc.CoreContainer.registerCore replacing core: collection1
[junit4:junit4]   2> 37592 T34 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@316becfe
[junit4:junit4]   2> 37599 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5a333b2e main{StandardDirectoryReader(segments_3:7:nrt _1(4.4):C1)}
[junit4:junit4]   2> 37649 T34 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=1,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 37651 T34 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> ASYNC  NEW_CORE C7 name=collection1 org.apache.solr.core.SolrCore@2069a6cb
[junit4:junit4]   2> 37678 T34 C7 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1439261679451897856)]} 0 14
[junit4:junit4]   2> 38175 T41 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4:junit4]   2> 38190 T41 oass.SolrIndexSearcher.<init> Opening Searcher@213e2b4a main
[junit4:junit4]   2> 38191 T41 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 38195 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@213e2b4a main{StandardDirectoryReader(segments_3:9:nrt _1(4.4):C1 _2(4.4):C1)}
[junit4:junit4]   2> 38207 T34 C7 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[530 (1439261680018128896)]} 0 4
[junit4:junit4]   2> 38709 T41 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
[junit4:junit4]   2> 38720 T41 oass.SolrIndexSearcher.<init> Opening Searcher@62fcf06c main
[junit4:junit4]   2> 38721 T41 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 38727 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@62fcf06c main{StandardDirectoryReader(segments_3:11:nrt _1(4.4):C1 _2(4.4):C1 _3(4.4):C1)}
[junit4:junit4]   2> 38877 T40 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 38881 T40 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_3,generation=3}
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_4,generation=4}
[junit4:junit4]   2> 38882 T40 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 38883 T40 oass.SolrIndexSearcher.<init> Opening Searcher@4f8bff68 main
[junit4:junit4]   2> 38885 T40 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 38890 T39 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4f8bff68 main{StandardDirectoryReader(segments_3:11:nrt _1(4.4):C1 _2(4.4):C1 _3(4.4):C1)}
[junit4:junit4]   2> 42086 T34 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeMixedAdds
[junit4:junit4]   2> 42096 T34 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeRapidAdds
[junit4:junit4]   2> 42096 T34 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1
[junit4:junit4]   2> 42097 T34 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/'
[junit4:junit4]   2> 42099 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 42101 T34 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
[junit4:junit4]   2> 42210 T34 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 42348 T34 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 42351 T34 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 42380 T34 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 43198 T34 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 43199 T34 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 43202 T34 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 43235 T34 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 43239 T34 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 43344 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 43354 T34 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 43365 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 43366 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 43367 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 43367 T34 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 43368 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 43369 T34 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 43381 T34 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/
[junit4:junit4]   2> 43382 T34 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 43390 T34 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index/
[junit4:junit4]   2> 43392 T34 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
[junit4:junit4]   2> 43400 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 43401 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
[junit4:junit4]   2> 43402 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 43403 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
[junit4:junit4]   2> 43404 T34 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 43405 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 43406 T34 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 43408 T34 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 43411 T34 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 43414 T34 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
[junit4:junit4]   2> 43431 T34 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
[junit4:junit4]   2> 43433 T34 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 43473 T34 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
[junit4:junit4]   2> 43474 T34 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
[junit4:junit4]   2> 43475 T34 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
[junit4:junit4]   2> 43478 T34 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 43479 T34 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43481 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43483 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43532 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43534 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43536 T34 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43538 T34 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43539 T34 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
[junit4:junit4]   2> 43541 T34 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
[junit4:junit4]   2> 43543 T34 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
[junit4:junit4]   2> 43553 T34 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 43557 T34 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
[junit4:junit4]   2> 43563 T34 oasc.SolrCore.initDeprecatedSupport WARN adding ShowFileRequestHandler with hidden files: [THROW.ERROR.ON.ADD.UPDATEPROCESSOR.JS, SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, TRIVIAL.UPDATEPROCESSOR1.JS, BAD-SCHEMA-DOCVALUES-NOT-REQUIRED-NO-DEFAULT.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SCHEMA-REPLICATION2.XML, SOLRCONFIG-CACHING.XML, BAD-SOLRCONFIG-UNEXPECTED-SCHEMA-ATTRIBUTE.XML, SCHEMA-POSTINGSHIGHLIGHT.XML, SOLRCONFIG-REPEATER.XML, REGEX-BOOST-PROCESSOR-TEST.TXT, SOLRCONFIG-MERGEPOLICY.XML, CURRENCY.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-CODE-IN-XML.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SOLRCONFIG-MERGEPOLICY-LEGACY.XML, SOLRCONFIG-COMPONENTS-NAME.XML, BAD-SCHEMA-UNIQUEKEY-MULTIVALUED.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, MISSLEADING.EXTENSION.UPDATEPROCESSOR.JS.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, ELEVATE.XML, TRIVIAL.UPDATEPROCESSOR0.JS, SCHEMA-SWEETSPOT.XML, BAD-SOLRCONFIG-BOGUS-SCRIPTENGINE-NAME.XML, SCHEMA-CHARFILTERS.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SOLRCONFIG-SNIPPET-PROCESSOR.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, BAD-SCHEMA-NON-GLOB-COPYFIELD-SOURCE-MATCHING-NOTHING-SHOULD-FAIL-TEST.XML, SCHEMA-TINY.XML, CONDITIONAL.UPDATEPROCESSOR.JS, SOLRCONFIG-DEFAULTS.XML, MISSING.FUNCTIONS.UPDATEPROCESSOR.JS, SOLRCONFIG-ENABLEPLUGIN.XML, HYPHENATION.DTD, BAD-SOLRCONFIG-SCHEMA-MUTABLE-BUT-NOT-MANAGED.XML, STEMDICT.TXT, SCHEMA-PHRASESUGGEST.XML, SCHEMA-ID-AND-VERSION-FIELDS-ONLY.XML, HUNSPELL-TEST.AFF, BAD-SCHEMA-CURRENCY-FT-OER-NORATES.XML, SCHEMA-SNIPPET-TYPE.XML, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, SOLRCONFIG-TLOG-MUTABLE-MANAGED-SCHEMA.XML, SCHEMA-DOCVALUES.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, BAD-SCHEMA-CURRENCY-FT-MULTIVALUED.XML, BAD-SCHEMA-BOGUS-ANALYSIS-PARAMETERS.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, BAD-SCHEMA-CURRENCY-MULTIVALUED.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, SCHEMA-SPATIAL.XML, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SOLRCONFIG-POSTINGSHIGHLIGHT.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-WARMER.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, SCHEMA-XINCLUDE.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-SOURCE-SHOULD-FAIL-TEST.XML, SCHEMA-BEHAVIOR.XML, SYNONYMS.TXT, SOLRCONFIG-MINIMAL.XML, SCHEMA-DOCVALUESMULTI.XML, BAD-SCHEMA-UNSUPPORTED-DOCVALUES.XML, BAD-SCHEMA-CURRENCY-DYNAMIC-MULTIVALUED.XML, SCHEMA_CODEC.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-HYPERBOLIC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, SCHEMA-EFF.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SOLRCONFIG-TERMINDEX.XML, SCHEMA-LMDIRICHLET.XML, SCHEMA-ONE-FIELD-NO-DYNAMIC-FIELD.XML, SOLRCONFIG-ELEVATE.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-NORMS.XML, BAD-SCHEMA-SWEETSPOT-PARTIAL-BASELINE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-BOGUS-FIELD-PARAMETERS.XML, BAD-SOLRCONFIG-MANAGED-SCHEMA-NAMED-SCHEMA.XML.XML, FUZZYSUGGEST.TXT, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SCHEMA-REST.XML, SOLRCONFIG-TLOG-MANAGED-SCHEMA.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, SOLRCONFIG-PARSING-UPDATE-PROCESSOR-CHAINS.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SOLRCONFIG-MANAGED-SCHEMA.XML, SOLRCONFIG-MERGEPOLICY-DEFAULTS.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-RESPONSE-LOG-COMPONENT.XML, SOLRCONFIG-LAZYWRITER.XML, BAD-SCHEMA-MISPLACED-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, SCHEMA-LUCENEMATCHVERSION.XML, SCHEMA-CLASS-NAME-SHORTENING-ON-SERIALIZATION.XML, BAD-MP-SOLRCONFIG.XML, FRENCHARTICLES.TXT, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SCHEMA-COLLATEFILTER.XML, SOLRCONFIG-MASTER3.XML, BAD-SCHEMA-MULTIPLE-ASTERISK-COPYFIELD-DEST-SHOULD-FAIL-TEST.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, BAD-SCHEMA-CODEC-GLOBAL-VS-FT-MISMATCH.XML, SOLRCONFIG-SLAVE1.XML, SOLRCONFIG-DELPOLICY1.XML, SCHEMA-SIM.XML, SCHEMA-SNIPPET-FIELD.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, BAD-SCHEMA-SIM-GLOBAL-VS-FT-MISMATCH.XML, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-SYNONYM-TOKENIZER.XML, BAD-SOLRCONFIG-INVALID-SCRIPTFILE.XML, JASUGGEST.TXT, SCHEMA-REST-LUCENE-MATCH-VERSION.XML, SCHEMA-DOCVALUESFACETING.XML, SCHEMA-TFIDF.XML, SOLRCONFIG-SCRIPT-UPDATEPROCESSOR.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, BAD-SOLRCONFIG-MISSING-SCRIPTFILE.XML, SOLRCONFIG-BASIC-LUCENEVERSION31.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, SOLRCONFIG-MUTABLE-MANAGED-SCHEMA.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, BAD-SCHEMA-SWEETSPOT-BOTH-TF.XML, SCHEMA-BM25.XML, ADDFIELDS.UPDATEPROCESSOR.JS, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SOLRCONFIG-INDEXCONFIG.XML, BAD-SCHEMA-CURRENCY-FT-BOGUS-DEFAULT-CODE.XML, BAD-CURRENCY.XML, BAD-SCHEMA-ANALYZER-CLASS-AND-NESTED.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, SCHEMA12.XML, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, SOLRCONFIG.SNIPPET.RANDOMINDEXCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
[junit4:junit4]   2> 43570 T34 oass.SolrIndexSearcher.<init> Opening Searcher@7f8a8bfa main
[junit4:junit4]   2> 43572 T34 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 43574 T34 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 43577 T34 oashc.SpellCheckComponent.inform Initializing spell checkers
[junit4:junit4]   2> 43583 T34 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4:junit4]   2> 43631 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f8a8bfa main{StandardDirectoryReader(segments_4:11:nrt _1(4.4):C1 _2(4.4):C1 _3(4.4):C1)}
[junit4:junit4]   2> 43673 T34 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
[junit4:junit4]   2> 43674 T34 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
[junit4:junit4]   2> 43675 T34 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
[junit4:junit4]   2> 43686 T34 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_4,generation=4}
[junit4:junit4]   2> 43687 T34 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
[junit4:junit4]   2> 43688 T34 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
[junit4:junit4]   2> 43697 T34 oass.SolrIndexSearcher.<init> Opening Searcher@796523ab main
[junit4:junit4]   2> 43707 T42 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@796523ab main{StandardDirectoryReader(segments_4:11:nrt _1(4.4):C1 _2(4.4):C1 _3(4.4):C1)}
[junit4:junit4]   2> 43710 T34 oasc.CoreContainer.registerCore replacing core: collection1
[junit4:junit4]   2> 43711 T34 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2069a6cb
[junit4:junit4]   2> 43755 T34 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=2,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 43761 T34 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> ASYNC  NEW_CORE C8 name=collection1 org.apache.solr.core.SolrCore@7e91259
[junit4:junit4]   2> 43784 T34 C8 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5000 (1439261685857648640)]} 0 12
[junit4:junit4]   2> 43798 T34 C8 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5001 (1439261685879668736)]} 0 4
[junit4:junit4]   2> 43811 T34 C8 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5002 (1439261685894348800)]} 0 2
[junit4:junit4]   2> ASYNC  NEW_CORE C9 name=collection1 org.apache.solr.core.SolrCore@7e91259
[junit4:junit4]   2> 43834 T34 C9 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5003 (1439261685913223168)]} 0 8
[junit4:junit4]   2> 43856 T34 C9 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5004 (1439261685936291840)]} 0 9
[junit4:junit4]   2> 43859 T34 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeRapidAdds
[junit4:junit4]   2> 43866 T34 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 43867 T34 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1520195650
[junit4:junit4]   2> 43867 T34 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e91259
[junit4:junit4]   2> 43917 T34 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommit maxTime=1200ms,autocommits=0,soft autocommit maxTime=500ms,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=5,adds=5,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 43919 T34 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 43920 T34 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 43921 T34 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> ASYNC  NEW_CORE C10 name=collection1 org.apache.solr.core.SolrCore@7e91259
[junit4:junit4]   2> 43947 T34 C10 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_4,generation=4}
[junit4:junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirWrapper(org.apache.lucene.store.RAMDirectory@1b5268d7 lockFactory=org.apache.lucene.store.NativeFSLockFactory@2da15597)),segFN=segments_5,generation=5}
[junit4:junit4]   2> 43948 T34 C10 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
[junit4:junit4]   2> 43951 T34 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4:junit4]   2> 43953 T34 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 43954 T34 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index;done=false>>]
[junit4:junit4]   2> 43954 T34 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273/index
[junit4:junit4]   2> 43955 T34 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273 [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273;done=false>>]
[junit4:junit4]   2> 43956 T34 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-SoftAutoCommitTest-1372586889273
[junit4:junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=ar_SY, timezone=NET
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=1,free=12968848,total=48824320
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPropInject, TestSchemaResource, SoftAutoCommitTest]
[junit4:junit4] Completed in 15.44s, 3 tests, 1 failure <<< FAILURES!

[...truncated 350 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4:junit4]   2> 869667 T1710 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 869677 T1710 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeySafeLeaderTest-1372587730296
[junit4:junit4]   2> 869680 T1710 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 869681 T1711 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 869685 T1710 oasc.ZkTestServer.run start zk server on port:53532
[junit4:junit4]   2> 869704 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 869710 T1712 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
[junit4:junit4]   2> 871055 T1714 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10e7efa8 name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 871056 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 871056 T1710 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 871078 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 871087 T1719 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@168ad7df name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 871087 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 871088 T1710 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 871097 T1710 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 871105 T1710 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 871122 T1710 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 871131 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 871132 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 871145 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 871147 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 871156 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 871157 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 871168 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 871169 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 871190 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 871191 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 871204 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 871205 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 871218 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 871220 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 871230 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 871231 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 871237 T1710 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 871238 T1710 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 871774 T1710 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 871783 T1710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53536
[junit4:junit4]   2> 871784 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 871785 T1710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 871786 T1710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862
[junit4:junit4]   2> 871787 T1710 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/solr.xml
[junit4:junit4]   2> 871787 T1710 oasc.CoreContainer.<init> New CoreContainer 1795513072
[junit4:junit4]   2> 871788 T1710 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/'
[junit4:junit4]   2> 871789 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/'
[junit4:junit4]   2> 871928 T1710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 871929 T1710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 871929 T1710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 871930 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 871930 T1710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 871931 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 871931 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 871932 T1710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 871932 T1710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 871933 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 871981 T1710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 871982 T1710 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53532/solr
[junit4:junit4]   2> 871983 T1710 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 871987 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 871993 T1730 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2310ebd1 name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 871994 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 871999 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 872041 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 872047 T1732 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3078c714 name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 872048 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 872053 T1710 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 872064 T1710 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 872073 T1710 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 872079 T1710 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53536_
[junit4:junit4]   2> 872084 T1710 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53536_
[junit4:junit4]   2> 872097 T1710 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 872113 T1710 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 872120 T1710 oasc.Overseer.start Overseer (id=89953909494054915-127.0.0.1:53536_-n_0000000000) starting
[junit4:junit4]   2> 872129 T1710 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 872141 T1734 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 872145 T1733 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 872152 T1710 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 872164 T1710 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 872173 T1710 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 872197 T1735 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 872198 T1735 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 873657 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 873659 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53536_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53536"}
[junit4:junit4]   2> 873659 T1733 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 873660 T1733 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 873707 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 874202 T1735 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/collection1
[junit4:junit4]   2> 874203 T1735 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 874205 T1735 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 874206 T1735 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 874211 T1735 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/collection1/'
[junit4:junit4]   2> 874214 T1735 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 874215 T1735 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/collection1/lib/README' to classloader
[junit4:junit4]   2> 874290 T1735 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 874374 T1735 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 874381 T1735 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 874395 T1735 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 875071 T1735 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 875072 T1735 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 875073 T1735 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 875092 T1735 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 875097 T1735 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 875136 T1735 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 875144 T1735 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 875151 T1735 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 875156 T1735 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 875158 T1735 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 875160 T1735 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 875167 T1735 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 875167 T1735 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 875168 T1735 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 875221 T1735 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372587731862/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/control/data/
[junit4:junit4]   2> 875222 T1735 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 875225 T1735 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 875227 T1735 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/control/data
[junit4:junit4]   2> 875228 T1735 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/control/data/index/
[junit4:junit4]   2> 875229 T1735 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 875230 T1735 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/control/data/index
[junit4:junit4]   2> 875238 T1735 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 875238 T1735 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 875244 T1735 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 875244 T1735 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 875246 T1735 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 875248 T1735 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 875248 T1735 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 875249 T1735 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 875249 T1735 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 875250 T1735 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 875251 T1735 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 875261 T1735 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 875272 T1735 oass.SolrIndexSearcher.<init> Opening Searcher@77c1a8f5 main
[junit4:junit4]   2> 875280 T1735 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 875281 T1735 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 875287 T1736 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@77c1a8f5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 875296 T1735 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 875297 T1735 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53536 collection:control_collection shard:shard1
[junit4:junit4]   2> 875299 T1735 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 875322 T1735 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 875330 T1735 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 875331 T1735 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 875331 T1735 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53536/collection1/
[junit4:junit4]   2> 875332 T1735 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 875332 T1735 oasc.SyncStrategy.syncToMe http://127.0.0.1:53536/collection1/ has no replicas
[junit4:junit4]   2> 875332 T1735 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53536/collection1/
[junit4:junit4]   2> 875333 T1735 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 876733 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 876760 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 876828 T1735 oasc.ZkController.register We are http://127.0.0.1:53536/collection1/ and leader is http://127.0.0.1:53536/collection1/
[junit4:junit4]   2> 876829 T1735 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53536
[junit4:junit4]   2> 876829 T1735 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 876829 T1735 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 876829 T1735 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 876833 T1735 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 876835 T1710 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 876836 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 876837 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 876879 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 876884 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 876889 T1739 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1bc724ec name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 876889 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 876893 T1710 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 876900 T1710 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 877474 T1710 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 877482 T1710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53540
[junit4:junit4]   2> 877484 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 877484 T1710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 877484 T1710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518
[junit4:junit4]   2> 877485 T1710 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/solr.xml
[junit4:junit4]   2> 877485 T1710 oasc.CoreContainer.<init> New CoreContainer 100750437
[junit4:junit4]   2> 877486 T1710 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/'
[junit4:junit4]   2> 877487 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/'
[junit4:junit4]   2> 877602 T1710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 877602 T1710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 877604 T1710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 877604 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 877605 T1710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 877605 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 877606 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 877606 T1710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 877607 T1710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 877607 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 877644 T1710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 877650 T1710 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53532/solr
[junit4:junit4]   2> 877651 T1710 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 877653 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 877659 T1750 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c56ad43 name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 877660 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 877665 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 877698 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 877705 T1752 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@bf6d6ca name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 877705 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 877722 T1710 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 878283 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 878286 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53536__collection1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53536_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53536"}
[junit4:junit4]   2> 878310 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 878310 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 878312 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 878734 T1710 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53540_
[junit4:junit4]   2> 878738 T1710 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53540_
[junit4:junit4]   2> 878745 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 878749 T1739 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 878750 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 878757 T1732 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 878758 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 878761 T1752 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 878771 T1753 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 878771 T1753 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 879839 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 879842 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53540_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53540"}
[junit4:junit4]   2> 879842 T1733 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 3
[junit4:junit4]   2> 879842 T1733 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 879853 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 879853 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 879853 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 880777 T1753 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/collection1
[junit4:junit4]   2> 880777 T1753 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 880779 T1753 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 880780 T1753 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 880785 T1753 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/collection1/'
[junit4:junit4]   2> 880788 T1753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 880789 T1753 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/collection1/lib/README' to classloader
[junit4:junit4]   2> 880858 T1753 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 880927 T1753 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 880934 T1753 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 880946 T1753 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 881639 T1753 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 881640 T1753 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 881641 T1753 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 881664 T1753 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 881667 T1753 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 881699 T1753 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 881707 T1753 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 881714 T1753 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 881717 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 881717 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 881717 T1753 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 881720 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 881721 T1753 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 881721 T1753 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 881721 T1753 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372587737518/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty1/
[junit4:junit4]   2> 881722 T1753 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 881722 T1753 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 881723 T1753 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty1
[junit4:junit4]   2> 881724 T1753 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty1/index/
[junit4:junit4]   2> 881726 T1753 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 881731 T1753 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty1/index
[junit4:junit4]   2> 881739 T1753 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 881739 T1753 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 881747 T1753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 881747 T1753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 881748 T1753 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 881750 T1753 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 881756 T1753 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 881756 T1753 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 881757 T1753 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 881758 T1753 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 881758 T1753 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 881767 T1753 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 881776 T1753 oass.SolrIndexSearcher.<init> Opening Searcher@551b04e5 main
[junit4:junit4]   2> 881777 T1753 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 881777 T1753 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 881785 T1754 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@551b04e5 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 881795 T1753 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 881796 T1753 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53540 collection:collection1 shard:shard1
[junit4:junit4]   2> 881798 T1753 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 881822 T1753 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 881831 T1753 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 881832 T1753 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 881832 T1753 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53540/collection1/
[junit4:junit4]   2> 881833 T1753 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 881833 T1753 oasc.SyncStrategy.syncToMe http://127.0.0.1:53540/collection1/ has no replicas
[junit4:junit4]   2> 881834 T1753 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53540/collection1/
[junit4:junit4]   2> 881834 T1753 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 882875 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 882910 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 882917 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 882918 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 882941 T1753 oasc.ZkController.register We are http://127.0.0.1:53540/collection1/ and leader is http://127.0.0.1:53540/collection1/
[junit4:junit4]   2> 882942 T1753 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53540
[junit4:junit4]   2> 882942 T1753 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 882942 T1753 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 882943 T1753 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 882948 T1753 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 882951 T1710 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 882952 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 882953 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 883530 T1710 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 883536 T1710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53543
[junit4:junit4]   2> 883545 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 883546 T1710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 883546 T1710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631
[junit4:junit4]   2> 883547 T1710 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/solr.xml
[junit4:junit4]   2> 883548 T1710 oasc.CoreContainer.<init> New CoreContainer 2018317790
[junit4:junit4]   2> 883548 T1710 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/'
[junit4:junit4]   2> 883549 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/'
[junit4:junit4]   2> 883698 T1710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 883699 T1710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 883699 T1710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 883700 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 883700 T1710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 883701 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 883702 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 883702 T1710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 883703 T1710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 883704 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 883751 T1710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 883752 T1710 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53532/solr
[junit4:junit4]   2> 883753 T1710 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 883755 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 883761 T1766 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@52cf14c4 name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 883762 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 883767 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 883822 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 883826 T1768 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@be298a3 name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 883828 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 883860 T1710 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 884442 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 884445 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53540__collection1",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53540_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53540"}
[junit4:junit4]   2> 884457 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 884458 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 884458 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 884457 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 884869 T1710 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53543_
[junit4:junit4]   2> 884872 T1710 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53543_
[junit4:junit4]   2> 884877 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 884881 T1732 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 884881 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 884887 T1752 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 884897 T1769 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 884897 T1769 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 884900 T1768 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 884900 T1739 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 884900 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 884900 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 885979 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 885982 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53543_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53543"}
[junit4:junit4]   2> 885984 T1733 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 885985 T1733 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 885998 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 885999 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 885999 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 885999 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 886903 T1769 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/collection1
[junit4:junit4]   2> 886903 T1769 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 886905 T1769 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 886905 T1769 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 886909 T1769 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/collection1/'
[junit4:junit4]   2> 886915 T1769 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 886916 T1769 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/collection1/lib/README' to classloader
[junit4:junit4]   2> 886979 T1769 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 887034 T1769 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 887038 T1769 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 887053 T1769 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 888060 T1769 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 888060 T1769 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 888061 T1769 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 888074 T1769 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 888078 T1769 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 888114 T1769 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 888126 T1769 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 888138 T1769 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 888141 T1769 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 888142 T1769 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 888142 T1769 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 888145 T1769 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 888145 T1769 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 888146 T1769 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 888146 T1769 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372587743631/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty2/
[junit4:junit4]   2> 888146 T1769 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 888148 T1769 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 888149 T1769 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty2
[junit4:junit4]   2> 888150 T1769 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty2/index/
[junit4:junit4]   2> 888151 T1769 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 888152 T1769 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty2/index
[junit4:junit4]   2> 888158 T1769 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 888158 T1769 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 888164 T1769 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 888164 T1769 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 888165 T1769 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 888166 T1769 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 888167 T1769 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 888167 T1769 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 888168 T1769 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 888169 T1769 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 888169 T1769 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 888178 T1769 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 888192 T1769 oass.SolrIndexSearcher.<init> Opening Searcher@642e89d main
[junit4:junit4]   2> 888194 T1769 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 888195 T1769 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 888203 T1770 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@642e89d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 888207 T1769 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 888207 T1769 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53543 collection:collection1 shard:shard2
[junit4:junit4]   2> 888209 T1769 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 888223 T1769 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 888229 T1769 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 888230 T1769 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 888230 T1769 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53543/collection1/
[junit4:junit4]   2> 888230 T1769 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 888231 T1769 oasc.SyncStrategy.syncToMe http://127.0.0.1:53543/collection1/ has no replicas
[junit4:junit4]   2> 888231 T1769 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53543/collection1/
[junit4:junit4]   2> 888231 T1769 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 889101 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 889125 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 889126 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 889136 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 889137 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 889182 T1769 oasc.ZkController.register We are http://127.0.0.1:53543/collection1/ and leader is http://127.0.0.1:53543/collection1/
[junit4:junit4]   2> 889182 T1769 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53543
[junit4:junit4]   2> 889182 T1769 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 889183 T1769 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 889183 T1769 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 889186 T1769 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 889189 T1710 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 889190 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 889190 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 889672 T1710 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 889682 T1710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53546
[junit4:junit4]   2> 889683 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 889684 T1710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 889684 T1710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855
[junit4:junit4]   2> 889685 T1710 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/solr.xml
[junit4:junit4]   2> 889686 T1710 oasc.CoreContainer.<init> New CoreContainer 361938923
[junit4:junit4]   2> 889687 T1710 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/'
[junit4:junit4]   2> 889687 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/'
[junit4:junit4]   2> 889821 T1710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 889822 T1710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 889822 T1710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 889823 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 889823 T1710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 889824 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 889824 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 889825 T1710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 889825 T1710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 889826 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 889865 T1710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 889866 T1710 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53532/solr
[junit4:junit4]   2> 889867 T1710 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 889869 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 889873 T1782 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@641e8314 name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 889876 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 889881 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 889921 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 889925 T1784 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e0f0ea7 name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 889926 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 889936 T1710 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 890653 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 890655 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53543__collection1",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53543_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53543"}
[junit4:junit4]   2> 890666 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890666 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890667 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890667 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890684 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890948 T1710 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53546_
[junit4:junit4]   2> 890951 T1710 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53546_
[junit4:junit4]   2> 890961 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890962 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 890967 T1732 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 890967 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 890967 T1768 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 890968 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 890971 T1739 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 890972 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 890979 T1784 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 890979 T1752 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 890992 T1785 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 890992 T1785 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 892196 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 892198 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53546_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53546"}
[junit4:junit4]   2> 892198 T1733 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 892198 T1733 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 892209 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 892209 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 892210 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 892211 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 892212 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 892998 T1785 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/collection1
[junit4:junit4]   2> 892999 T1785 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 893001 T1785 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 893001 T1785 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 893009 T1785 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/collection1/'
[junit4:junit4]   2> 893011 T1785 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 893011 T1785 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/collection1/lib/README' to classloader
[junit4:junit4]   2> 893075 T1785 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 893125 T1785 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 893128 T1785 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 893143 T1785 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 893809 T1785 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 893810 T1785 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 893811 T1785 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 893824 T1785 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 893827 T1785 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 893858 T1785 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 893866 T1785 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 893877 T1785 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 893883 T1785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 893883 T1785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 893884 T1785 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 893886 T1785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 893887 T1785 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 893887 T1785 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 893888 T1785 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372587749855/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty3/
[junit4:junit4]   2> 893888 T1785 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 893889 T1785 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 893890 T1785 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty3
[junit4:junit4]   2> 893890 T1785 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty3/index/
[junit4:junit4]   2> 893891 T1785 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 893892 T1785 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty3/index
[junit4:junit4]   2> 893899 T1785 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 893899 T1785 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 893903 T1785 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 893904 T1785 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 893907 T1785 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 893908 T1785 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 893912 T1785 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 893913 T1785 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 893913 T1785 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 893914 T1785 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 893915 T1785 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 893923 T1785 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 893931 T1785 oass.SolrIndexSearcher.<init> Opening Searcher@2cc6abe4 main
[junit4:junit4]   2> 893932 T1785 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 893939 T1785 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 893953 T1786 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2cc6abe4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 893957 T1785 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 893957 T1785 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53546 collection:collection1 shard:shard3
[junit4:junit4]   2> 893959 T1785 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 893982 T1785 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 893989 T1785 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 893989 T1785 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 893989 T1785 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53546/collection1/
[junit4:junit4]   2> 893989 T1785 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 893990 T1785 oasc.SyncStrategy.syncToMe http://127.0.0.1:53546/collection1/ has no replicas
[junit4:junit4]   2> 893990 T1785 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53546/collection1/
[junit4:junit4]   2> 893990 T1785 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4:junit4]   2> 895242 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 895263 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 895264 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 895264 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 895265 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 895277 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 895323 T1785 oasc.ZkController.register We are http://127.0.0.1:53546/collection1/ and leader is http://127.0.0.1:53546/collection1/
[junit4:junit4]   2> 895324 T1785 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53546
[junit4:junit4]   2> 895324 T1785 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 895324 T1785 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 895324 T1785 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 895328 T1785 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 895330 T1710 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 895330 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 895331 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 895813 T1710 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 895818 T1710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53549
[junit4:junit4]   2> 895825 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 895826 T1710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 895826 T1710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987
[junit4:junit4]   2> 895827 T1710 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/solr.xml
[junit4:junit4]   2> 895827 T1710 oasc.CoreContainer.<init> New CoreContainer 37712164
[junit4:junit4]   2> 895828 T1710 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/'
[junit4:junit4]   2> 895829 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/'
[junit4:junit4]   2> 895954 T1710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 895954 T1710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 895957 T1710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 895958 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 895958 T1710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 895959 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 895960 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 895960 T1710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 895961 T1710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 895961 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 895999 T1710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 896000 T1710 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53532/solr
[junit4:junit4]   2> 896000 T1710 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 896006 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 896020 T1798 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a39e61b name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 896021 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 896027 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 896060 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 896065 T1800 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@d0f92b5 name:ZooKeeperConnection Watcher:127.0.0.1:53532/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 896065 T1710 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 896082 T1710 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 896798 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 896800 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53546__collection1",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53546_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53546"}
[junit4:junit4]   2> 896812 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 896820 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 896823 T1800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 896827 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 896830 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 896832 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 897094 T1710 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53549_
[junit4:junit4]   2> 897097 T1710 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53549_
[junit4:junit4]   2> 897108 T1800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 897109 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 897109 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 897117 T1739 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 897117 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 897117 T1732 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 897118 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 897117 T1768 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 897118 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 897124 T1784 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 897124 T1800 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 897134 T1752 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 897145 T1801 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 897145 T1801 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 898328 T1733 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 898330 T1733 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53549_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53549"}
[junit4:junit4]   2> 898331 T1733 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 898331 T1733 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 898346 T1752 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 898350 T1768 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 898353 T1739 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 898355 T1800 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 898358 T1732 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 898361 T1784 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 899149 T1801 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/collection1
[junit4:junit4]   2> 899149 T1801 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 899151 T1801 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 899151 T1801 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 899154 T1801 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/collection1/'
[junit4:junit4]   2> 899156 T1801 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 899156 T1801 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/collection1/lib/README' to classloader
[junit4:junit4]   2> 899214 T1801 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 899267 T1801 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 899271 T1801 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 899284 T1801 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 899897 T1801 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 899898 T1801 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 899900 T1801 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 899911 T1801 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 899914 T1801 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 899961 T1801 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 899968 T1801 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 899975 T1801 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 899979 T1801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 899979 T1801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 899979 T1801 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 899982 T1801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 899983 T1801 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 899983 T1801 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 899984 T1801 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372587755987/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty4/
[junit4:junit4]   2> 899984 T1801 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@316d3536
[junit4:junit4]   2> 899985 T1801 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 899986 T1801 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty4
[junit4:junit4]   2> 899986 T1801 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty4/index/
[junit4:junit4]   2> 899987 T1801 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 899988 T1801 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty4/index
[junit4:junit4]   2> 899994 T1801 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372587730295/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 899994 T1801 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 899998 T1801 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 899999 T1801 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 900000 T1801 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 900002 T1801 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 900003 T1801 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 900003 T1801 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 900004 T1801 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 900005 T1801 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 900005 T1801 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 900020 T1801 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 900028 T1801 oass.SolrIndexSearcher.<init> Opening Searcher@4c9befde main
[junit4:junit4]   2> 900030 T1801 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 900030 T1801 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 900038 T1802 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c9befde main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 900043 T1801 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 900043 T1801 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53549 collection:collection1 shard:shard1
[junit4:junit4]   2> 900051 T1801 oasc.ZkController.register We are http://127.0.0.1:53549/collection1/ and leader is http://127.0.0.1:53540/collection1/
[junit4:junit4]   2> 900052 T1801 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53549
[junit4:junit4]   2> 900052 T1801 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 900052 T1801 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2603 name=collection1 org.apache.solr.core.SolrCore@7eda940a url=http://127.0.0.1:53549/collection1 node=127.0.0.1:53549_ C2603_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53549_, base_url=http://127.0.0.1:53549}
[junit4:junit4]   2> 900053 T1803 C2603 P53549 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 900054 T1803 C2603 P53549 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 900055 T1803 C2603 P53549 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 900055 T1803 C2603 P53549 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 900065 T1803 C2603 P53549 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 900077 T1801 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 900086 T1710 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 900086 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 900087 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 900141 T1745 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53549__collection1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 900661 T1710 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 900671 T1710 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53553
[junit4:junit4]   2> 900672 T1710 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 900673 T1710 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 900675 T1710 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372587760772
[junit4:junit4]   2> 900679 T1710 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372587760772/solr.xml
[junit4:junit4]   2> 900681 T1710 oasc.CoreContainer.<init> New CoreContainer 788020044
[junit4:junit4]   2> 900682 T1710 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372587760772/'
[junit4:junit4]   2> 900683 T1710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372587760772/'
[junit4:junit4]   2> 900800 T1710 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 900801 T1710 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 900802 T1710 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 900802 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 900803 T1710 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 900803 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 900804 T1710 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 900804 T1710 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 900805 T1710 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 900805 T1710 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 900848 T1710 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 900849 T1710 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53532/solr
[junit4:junit4]   2> 900850 T1710 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 900852 T1710 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 900858 T1815 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1f12e637 name:ZooKeeperConnection Watcher:127.0.0.1:53532 got event WatchedEvent state:SyncConnec

[...truncated too long message...]

run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  56) Thread[id=1790, name=qtp1448826735-1790 Acceptor0 SelectChannelConnector@127.0.0.1:53549, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  57) Thread[id=1906, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[F20D2F438FE9C643]-SendThread(127.0.0.1:53532), state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
[junit4:junit4]   2> 	  58) Thread[id=1786, name=searcherExecutor-1109-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  59) Thread[id=1787, name=Thread-656, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.lang.Object.wait(Object.java:485)
[junit4:junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1304)
[junit4:junit4]   2> 	  60) Thread[id=1858, name=Thread-700, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.lang.Object.wait(Object.java:485)
[junit4:junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1304)
[junit4:junit4]   2> 	  61) Thread[id=1843, name=qtp431821793-1843 Acceptor0 SelectChannelConnector@127.0.0.1:53567, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  62) Thread[id=1876, name=Thread-711, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.lang.Object.wait(Object.java:485)
[junit4:junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1304)
[junit4:junit4]   2> 	  63) Thread[id=1770, name=searcherExecutor-1099-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:156)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1987)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:399)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:957)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:917)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:680)
[junit4:junit4]   2> 	  64) Thread[id=1852, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[F20D2F438FE9C643]-SendThread(127.0.0.1:53532), state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:219)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1157)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1097)
[junit4:junit4]   2> 	  65) Thread[id=1948, name=Thread-755, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.lang.Object.wait(Object.java:485)
[junit4:junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1304)
[junit4:junit4]   2> 	  66) Thread[id=1804, name=Thread-667, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.lang.Object.wait(Object.java:485)
[junit4:junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1304)
[junit4:junit4]   2> 	  67) Thread[id=1877, name=HashSessionScavenger-49, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:509)
[junit4:junit4]   2> 	        at java.util.TimerThread.run(Timer.java:462)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene40, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=ja_JP, timezone=America/Coral_Harbour
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Apple Inc. 1.6.0_51 (64-bit)/cpus=2,threads=80,free=37909952,total=128495616
[junit4:junit4]   2> NOTE: All tests run in this JVM: [TestPropInject, TestSchemaResource, SoftAutoCommitTest, TestSweetSpotSimilarityFactory, TestFunctionQuery, TestStressReorder, TestFieldTypeResource, TestPluginEnable, ScriptEngineTest, RecoveryZkTest, UpdateRequestProcessorFactoryTest, TestManagedSchema, BasicDistributedZk2Test, TestLuceneMatchVersion, NoCacheHeaderTest, TestUpdate, DirectSolrSpellCheckerTest, TestCoreContainer, SOLR749Test, DisMaxRequestHandlerTest, TestUtils, LeaderElectionIntegrationTest, OutputWriterTest, QueryEqualityTest, TestGroupingSearch, TestDistributedSearch, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, TestBinaryResponseWriter, TestArbitraryIndexDir, TestFastWriter, TestPartialUpdateDeduplication, QueryResultKeyTest, TestMaxScoreQueryParser, TestPerFieldSimilarity, TestLazyCores, RegexBoostProcessorTest, CurrencyFieldXmlFileTest, AliasIntegrationTest, TestStressLucene, SolrIndexSplitterTest, SpellingQueryConverterTest, TestClassNameShortening, TestSolrXml, FileBasedSpellCheckerTest, SynonymTokenizerTest, LeaderElectionTest, ZkNodePropsTest, TestQueryUtils, ClusterStateTest, IndexSchemaRuntimeFieldTest, TestJoin, IndexReaderFactoryTest, TestZkChroot, MinimalSchemaTest, DocumentAnalysisRequestHandlerTest, ZkControllerTest, SolrInfoMBeanTest, ClusterStateUpdateTest, HighlighterTest, TestUniqueKeyFieldResource, TestElisionMultitermQuery, TestCSVResponseWriter, IndexSchemaTest, TestRealTimeGet, TestFastLRUCache, PathHierarchyTokenizerFactoryTest, JSONWriterTest, TestJmxIntegration, FieldAnalysisRequestHandlerTest, DistributedTermsComponentTest, TestSolrXMLSerializer, CSVRequestHandlerTest, TestQuerySenderNoQuery, SolrPluginUtilsTest, ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=F20D2F438FE9C643 -Dtests.slow=true -Dtests.locale=ja_JP -Dtests.timezone=America/Coral_Harbour -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR   0.00s | ChaosMonkeySafeLeaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([F20D2F438FE9C643]:0)
[junit4:junit4] Completed in 7232.36s, 1 test, 2 errors <<< FAILURES!

[...truncated 668 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:392: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:372: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1248: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:892: There were test failures: 299 suites, 1290 tests, 1 suite-level error, 1 error, 1 failure, 888 ignored

Total time: 186 minutes 12 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.6.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 593 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/593/
Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([375E015DBB35C840]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([375E015DBB35C840]:0)




Build Log:
[...truncated 9856 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
[junit4:junit4]   2> 1410957 T3602 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /vuf/
[junit4:junit4]   2> 1410969 T3602 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeySafeLeaderTest-1372556517224
[junit4:junit4]   2> 1410971 T3602 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1410972 T3603 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1411073 T3602 oasc.ZkTestServer.run start zk server on port:53473
[junit4:junit4]   2> 1411077 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1411086 T3609 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6c3023ca name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1411087 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1411088 T3602 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1411099 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1411117 T3611 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@56690e27 name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1411119 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1411124 T3602 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1411134 T3602 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1411142 T3602 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1411149 T3602 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1411156 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1411157 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1411168 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1411170 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1411178 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1411179 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1411189 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1411192 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1411201 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1411202 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1411213 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1411214 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1411222 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1411223 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1411231 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1411232 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1411240 T3602 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1411241 T3602 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1411788 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1411798 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53476
[junit4:junit4]   2> 1411799 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1411800 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1411800 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504
[junit4:junit4]   2> 1411801 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/solr.xml
[junit4:junit4]   2> 1411801 T3602 oasc.CoreContainer.<init> New CoreContainer 1641197281
[junit4:junit4]   2> 1411802 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/'
[junit4:junit4]   2> 1411806 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/'
[junit4:junit4]   2> 1412012 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1412013 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1412013 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1412014 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1412014 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1412015 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1412016 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1412016 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1412017 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1412018 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1412043 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1412045 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1412045 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1412048 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1412052 T3622 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7cc95967 name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1412054 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1412066 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1412087 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1412090 T3624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3c83c32c name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1412091 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1412094 T3602 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1412102 T3602 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1412116 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1412124 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53476_vuf
[junit4:junit4]   2> 1412127 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53476_vuf
[junit4:junit4]   2> 1412137 T3602 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1412148 T3602 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1412153 T3602 oasc.Overseer.start Overseer (id=89951863913447427-127.0.0.1:53476_vuf-n_0000000000) starting
[junit4:junit4]   2> 1412160 T3602 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1412174 T3626 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1412175 T3625 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1412180 T3602 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1412185 T3602 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1412194 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1412211 T3627 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1412212 T3627 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1413124 T3029 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1413684 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1413686 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53476_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53476/vuf"}
[junit4:junit4]   2> 1413686 T3625 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1413687 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1413696 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1414216 T3627 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/collection1
[junit4:junit4]   2> 1414217 T3627 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1414218 T3627 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1414219 T3627 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1414221 T3627 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/collection1/'
[junit4:junit4]   2> 1414223 T3627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1414224 T3627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/collection1/lib/README' to classloader
[junit4:junit4]   2> 1414311 T3627 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1414411 T3627 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1414415 T3627 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1414423 T3627 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1414812 T3035 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1415359 T3627 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1415360 T3627 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1415362 T3627 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1415372 T3627 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1415395 T3627 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1415431 T3627 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1415438 T3627 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1415450 T3627 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1415454 T3627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1415455 T3627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1415455 T3627 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1415458 T3627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1415458 T3627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1415459 T3627 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1415508 T3627 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-controljetty-1372556517504/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/control/data/
[junit4:junit4]   2> 1415509 T3627 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1415509 T3627 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1415513 T3627 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/control/data
[junit4:junit4]   2> 1415517 T3627 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/control/data/index/
[junit4:junit4]   2> 1415518 T3627 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1415519 T3627 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/control/data/index
[junit4:junit4]   2> 1415527 T3627 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1415527 T3627 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1415534 T3627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1415535 T3627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1415536 T3627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1415537 T3627 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1415537 T3627 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1415538 T3627 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1415538 T3627 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1415539 T3627 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1415540 T3627 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1415557 T3627 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1415570 T3627 oass.SolrIndexSearcher.<init> Opening Searcher@f0c8c50 main
[junit4:junit4]   2> 1415571 T3627 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1415572 T3627 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1415579 T3628 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@f0c8c50 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1415581 T3627 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1415581 T3627 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53476/vuf collection:control_collection shard:shard1
[junit4:junit4]   2> 1415583 T3627 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1415610 T3627 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1415617 T3627 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1415618 T3627 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1415618 T3627 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53476/vuf/collection1/
[junit4:junit4]   2> 1415618 T3627 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1415619 T3627 oasc.SyncStrategy.syncToMe http://127.0.0.1:53476/vuf/collection1/ has no replicas
[junit4:junit4]   2> 1415619 T3627 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53476/vuf/collection1/
[junit4:junit4]   2> 1415619 T3627 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1416743 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1416760 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1416778 T3627 oasc.ZkController.register We are http://127.0.0.1:53476/vuf/collection1/ and leader is http://127.0.0.1:53476/vuf/collection1/
[junit4:junit4]   2> 1416779 T3627 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53476/vuf
[junit4:junit4]   2> 1416779 T3627 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1416780 T3627 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1416780 T3627 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1416784 T3627 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1416794 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1416795 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1416796 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1416823 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1416826 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1416831 T3631 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@424bb13e name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1416831 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1416835 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1416841 T3602 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1417386 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1417394 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53480
[junit4:junit4]   2> 1417396 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1417398 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1417398 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096
[junit4:junit4]   2> 1417399 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/solr.xml
[junit4:junit4]   2> 1417400 T3602 oasc.CoreContainer.<init> New CoreContainer 618523559
[junit4:junit4]   2> 1417400 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/'
[junit4:junit4]   2> 1417401 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/'
[junit4:junit4]   2> 1417635 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1417636 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1417637 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1417638 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1417639 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1417639 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1417640 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1417641 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1417642 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1417643 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1417674 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1417675 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1417676 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1417678 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1417689 T3642 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@123ea9ff name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1417690 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1417696 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1417713 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1417717 T3644 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5da43aa0 name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1417717 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1417726 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1418143 T3045 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1418277 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1418279 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53476_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53476/vuf"}
[junit4:junit4]   2> 1418294 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1418294 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1418294 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1418733 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53480_vuf
[junit4:junit4]   2> 1418740 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53480_vuf
[junit4:junit4]   2> 1418747 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1418749 T3631 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1418749 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1418750 T3624 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1418750 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1418758 T3644 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1418767 T3645 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1418767 T3645 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1419807 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1419809 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53480_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53480/vuf"}
[junit4:junit4]   2> 1419809 T3625 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 3
[junit4:junit4]   2> 1419810 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1419818 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1419819 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1419821 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1419928 T3051 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1420773 T3645 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/collection1
[junit4:junit4]   2> 1420774 T3645 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1420775 T3645 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1420775 T3645 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1420779 T3645 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/collection1/'
[junit4:junit4]   2> 1420780 T3645 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1420781 T3645 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/collection1/lib/README' to classloader
[junit4:junit4]   2> 1420885 T3645 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1420975 T3645 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1420978 T3645 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1420986 T3645 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1422001 T3645 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1422002 T3645 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1422004 T3645 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1422028 T3645 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1422035 T3645 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1422073 T3645 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1422080 T3645 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1422087 T3645 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1422090 T3645 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1422090 T3645 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1422090 T3645 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1422093 T3645 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1422093 T3645 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1422093 T3645 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1422094 T3645 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty1-1372556523096/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1/
[junit4:junit4]   2> 1422094 T3645 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1422098 T3645 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1422104 T3645 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1
[junit4:junit4]   2> 1422105 T3645 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1/index/
[junit4:junit4]   2> 1422110 T3645 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1422110 T3645 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1/index
[junit4:junit4]   2> 1422117 T3645 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1422117 T3645 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1422123 T3645 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1422124 T3645 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1422125 T3645 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1422126 T3645 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1422127 T3645 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1422127 T3645 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1422127 T3645 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1422128 T3645 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1422129 T3645 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1422152 T3645 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1422161 T3645 oass.SolrIndexSearcher.<init> Opening Searcher@5d4d5c6f main
[junit4:junit4]   2> 1422163 T3645 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1422163 T3645 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1422169 T3646 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5d4d5c6f main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1422169 T3645 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1422170 T3645 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53480/vuf collection:collection1 shard:shard1
[junit4:junit4]   2> 1422173 T3645 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 1422188 T3645 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1422192 T3645 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1422192 T3645 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1422192 T3645 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53480/vuf/collection1/
[junit4:junit4]   2> 1422193 T3645 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1422193 T3645 oasc.SyncStrategy.syncToMe http://127.0.0.1:53480/vuf/collection1/ has no replicas
[junit4:junit4]   2> 1422193 T3645 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53480/vuf/collection1/
[junit4:junit4]   2> 1422193 T3645 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1422859 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1422886 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1422886 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1422886 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1422924 T3645 oasc.ZkController.register We are http://127.0.0.1:53480/vuf/collection1/ and leader is http://127.0.0.1:53480/vuf/collection1/
[junit4:junit4]   2> 1422925 T3645 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53480/vuf
[junit4:junit4]   2> 1422925 T3645 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1422925 T3645 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1422925 T3645 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1422929 T3645 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1422931 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1422932 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1422932 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1423428 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1423435 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53483
[junit4:junit4]   2> 1423435 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1423436 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1423437 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207
[junit4:junit4]   2> 1423438 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/solr.xml
[junit4:junit4]   2> 1423439 T3602 oasc.CoreContainer.<init> New CoreContainer 1473868951
[junit4:junit4]   2> 1423439 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/'
[junit4:junit4]   2> 1423440 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/'
[junit4:junit4]   2> 1423617 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1423618 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1423619 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1423619 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1423620 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1423620 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1423620 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1423621 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1423621 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1423622 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1423645 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1423646 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1423647 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1423649 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1423653 T3658 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2474670b name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1423654 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1423658 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1423679 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1423685 T3660 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@351031bb name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1423685 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1423694 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1423794 T3068 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1424400 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1424402 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53480_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53480/vuf"}
[junit4:junit4]   2> 1424411 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1424411 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1424412 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1424421 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1424701 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53483_vuf
[junit4:junit4]   2> 1424705 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53483_vuf
[junit4:junit4]   2> 1424710 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1424714 T3624 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1424714 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1424715 T3660 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1424715 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1424715 T3631 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1424715 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1424723 T3644 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1424744 T3661 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1424744 T3661 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1425924 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1425930 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53483_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53483/vuf"}
[junit4:junit4]   2> 1425931 T3625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1425931 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1425939 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1425940 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1425940 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1425948 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1426750 T3661 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/collection1
[junit4:junit4]   2> 1426750 T3661 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1426751 T3661 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1426752 T3661 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1426755 T3661 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/collection1/'
[junit4:junit4]   2> 1426757 T3661 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1426758 T3661 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/collection1/lib/README' to classloader
[junit4:junit4]   2> 1426822 T3661 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1426909 T3661 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1426911 T3661 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1426917 T3661 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1427700 T3661 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1427701 T3661 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1427702 T3661 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1427712 T3661 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1427717 T3661 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1427746 T3661 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427753 T3661 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1427762 T3661 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427765 T3661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427765 T3661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427766 T3661 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1427769 T3661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1427769 T3661 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1427769 T3661 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1427770 T3661 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty2-1372556529207/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2/
[junit4:junit4]   2> 1427770 T3661 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1427771 T3661 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1427772 T3661 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2
[junit4:junit4]   2> 1427773 T3661 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2/index/
[junit4:junit4]   2> 1427773 T3661 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1427774 T3661 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2/index
[junit4:junit4]   2> 1427781 T3661 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1427781 T3661 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1427785 T3661 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1427785 T3661 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1427786 T3661 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1427787 T3661 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1427788 T3661 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1427788 T3661 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1427789 T3661 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1427790 T3661 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1427791 T3661 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1427793 T3083 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1427824 T3661 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1427835 T3661 oass.SolrIndexSearcher.<init> Opening Searcher@27922352 main
[junit4:junit4]   2> 1427837 T3661 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1427837 T3661 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1427846 T3662 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@27922352 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1427851 T3661 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1427851 T3661 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53483/vuf collection:collection1 shard:shard2
[junit4:junit4]   2> 1427853 T3661 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 1427866 T3661 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1427871 T3661 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1427872 T3661 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1427872 T3661 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53483/vuf/collection1/
[junit4:junit4]   2> 1427872 T3661 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1427872 T3661 oasc.SyncStrategy.syncToMe http://127.0.0.1:53483/vuf/collection1/ has no replicas
[junit4:junit4]   2> 1427873 T3661 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53483/vuf/collection1/
[junit4:junit4]   2> 1427873 T3661 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 1428968 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1428986 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1428986 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1428987 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1428993 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1429019 T3661 oasc.ZkController.register We are http://127.0.0.1:53483/vuf/collection1/ and leader is http://127.0.0.1:53483/vuf/collection1/
[junit4:junit4]   2> 1429020 T3661 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53483/vuf
[junit4:junit4]   2> 1429020 T3661 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1429020 T3661 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1429020 T3661 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1429024 T3661 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1429028 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1429029 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1429030 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1429529 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1429536 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53486
[junit4:junit4]   2> 1429537 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1429538 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1429539 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304
[junit4:junit4]   2> 1429540 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/solr.xml
[junit4:junit4]   2> 1429540 T3602 oasc.CoreContainer.<init> New CoreContainer 1156313535
[junit4:junit4]   2> 1429541 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/'
[junit4:junit4]   2> 1429542 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/'
[junit4:junit4]   2> 1429728 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1429729 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1429729 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1429730 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1429730 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1429731 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1429731 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1429731 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1429732 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1429733 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1429750 T3100 oasc.OverseerCollectionProcessor.run WARN Overseer cannot talk to ZK
[junit4:junit4]   2> 1429757 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1429758 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1429759 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1429762 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1429766 T3674 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2e95205c name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1429767 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1429772 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1429792 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1429797 T3676 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75f58835 name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1429797 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1429806 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1430504 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1430506 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53483_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53483/vuf"}
[junit4:junit4]   2> 1430519 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1430519 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1430520 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1430522 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1430520 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1430814 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53486_vuf
[junit4:junit4]   2> 1430816 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53486_vuf
[junit4:junit4]   2> 1430821 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1430826 T3631 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1430826 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1430827 T3676 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1430827 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1430828 T3624 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1430828 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1430827 T3660 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1430829 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1430841 T3644 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1430851 T3677 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1430852 T3677 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1432035 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1432037 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53486_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53486/vuf"}
[junit4:junit4]   2> 1432038 T3625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1432038 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 1432050 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1432051 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1432053 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1432054 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1432053 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1432857 T3677 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/collection1
[junit4:junit4]   2> 1432858 T3677 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1432859 T3677 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1432859 T3677 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1432862 T3677 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/collection1/'
[junit4:junit4]   2> 1432863 T3677 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1432863 T3677 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/collection1/lib/README' to classloader
[junit4:junit4]   2> 1432929 T3677 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1433002 T3677 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1433006 T3677 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1433016 T3677 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1433866 T3677 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1433866 T3677 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1433867 T3677 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1433883 T3677 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1433887 T3677 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1433946 T3677 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1433953 T3677 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1433965 T3677 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1433968 T3677 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1433969 T3677 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1433970 T3677 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1433974 T3677 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1433974 T3677 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1433974 T3677 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1433975 T3677 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty3-1372556535304/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3/
[junit4:junit4]   2> 1433975 T3677 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1433976 T3677 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1433977 T3677 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3
[junit4:junit4]   2> 1433977 T3677 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3/index/
[junit4:junit4]   2> 1433978 T3677 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1433979 T3677 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3/index
[junit4:junit4]   2> 1434013 T3677 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1434014 T3677 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1434022 T3677 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1434023 T3677 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1434024 T3677 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1434025 T3677 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1434026 T3677 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1434026 T3677 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1434026 T3677 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1434027 T3677 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1434028 T3677 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1434043 T3677 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1434051 T3677 oass.SolrIndexSearcher.<init> Opening Searcher@2d8f9678 main
[junit4:junit4]   2> 1434053 T3677 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1434053 T3677 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1434060 T3678 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d8f9678 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1434064 T3677 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1434064 T3677 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53486/vuf collection:collection1 shard:shard3
[junit4:junit4]   2> 1434065 T3677 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
[junit4:junit4]   2> 1434077 T3677 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1434082 T3677 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1434082 T3677 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1434082 T3677 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53486/vuf/collection1/
[junit4:junit4]   2> 1434083 T3677 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1434083 T3677 oasc.SyncStrategy.syncToMe http://127.0.0.1:53486/vuf/collection1/ has no replicas
[junit4:junit4]   2> 1434083 T3677 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53486/vuf/collection1/
[junit4:junit4]   2> 1434083 T3677 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
[junit4:junit4]   2> 1435074 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1435094 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1435102 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1435102 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1435102 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1435102 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1435136 T3677 oasc.ZkController.register We are http://127.0.0.1:53486/vuf/collection1/ and leader is http://127.0.0.1:53486/vuf/collection1/
[junit4:junit4]   2> 1435138 T3677 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53486/vuf
[junit4:junit4]   2> 1435139 T3677 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1435139 T3677 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1435139 T3677 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1435144 T3677 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1435147 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1435148 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1435148 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1435620 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1435628 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53489
[junit4:junit4]   2> 1435629 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1435629 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1435630 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427
[junit4:junit4]   2> 1435630 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/solr.xml
[junit4:junit4]   2> 1435631 T3602 oasc.CoreContainer.<init> New CoreContainer 1783922879
[junit4:junit4]   2> 1435632 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/'
[junit4:junit4]   2> 1435632 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/'
[junit4:junit4]   2> 1435800 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1435801 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1435801 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1435802 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1435802 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1435803 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1435803 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1435804 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1435804 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1435805 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1435829 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1435830 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1435831 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1435833 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1435837 T3690 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@33652bc1 name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1435838 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1435842 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1435863 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1435866 T3692 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3239a6bc name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1435866 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1435876 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1436621 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1436622 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53486_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53486/vuf"}
[junit4:junit4]   2> 1436631 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436632 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436632 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436633 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436634 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436634 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436884 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53489_vuf
[junit4:junit4]   2> 1436887 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53489_vuf
[junit4:junit4]   2> 1436893 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1436893 T3660 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1436893 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436895 T3624 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1436895 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436896 T3692 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1436897 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436898 T3631 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1436898 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436899 T3676 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1436899 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1436905 T3644 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1436914 T3693 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1436915 T3693 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1438155 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1438157 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53489_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53489/vuf"}
[junit4:junit4]   2> 1438158 T3625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1438158 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1438168 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1438168 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1438169 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1438169 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1438168 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1438168 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1438920 T3693 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/collection1
[junit4:junit4]   2> 1438921 T3693 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1438924 T3693 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1438924 T3693 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1438931 T3693 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/collection1/'
[junit4:junit4]   2> 1438934 T3693 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1438935 T3693 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/collection1/lib/README' to classloader
[junit4:junit4]   2> 1439019 T3693 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1439095 T3693 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1439098 T3693 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1439103 T3693 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1439930 T3693 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1439931 T3693 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1439931 T3693 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1439946 T3693 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1439950 T3693 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1440125 T3693 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1440134 T3693 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1440145 T3693 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1440182 T3693 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1440182 T3693 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1440182 T3693 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1440196 T3693 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1440196 T3693 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1440197 T3693 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1440197 T3693 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty4-1372556541427/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty4/
[junit4:junit4]   2> 1440198 T3693 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1440199 T3693 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1440200 T3693 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty4
[junit4:junit4]   2> 1440201 T3693 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty4/index/
[junit4:junit4]   2> 1440202 T3693 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1440202 T3693 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty4/index
[junit4:junit4]   2> 1440209 T3693 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1440209 T3693 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1440214 T3693 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1440214 T3693 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1440215 T3693 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1440217 T3693 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1440218 T3693 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1440218 T3693 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1440219 T3693 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1440220 T3693 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1440220 T3693 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1440253 T3693 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1440267 T3693 oass.SolrIndexSearcher.<init> Opening Searcher@12ea4392 main
[junit4:junit4]   2> 1440269 T3693 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1440269 T3693 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1440278 T3694 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@12ea4392 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1440282 T3693 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1440282 T3693 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53489/vuf collection:collection1 shard:shard1
[junit4:junit4]   2> 1440288 T3693 oasc.ZkController.register We are http://127.0.0.1:53489/vuf/collection1/ and leader is http://127.0.0.1:53480/vuf/collection1/
[junit4:junit4]   2> 1440288 T3693 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53489/vuf
[junit4:junit4]   2> 1440288 T3693 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1440289 T3693 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1960 name=collection1 org.apache.solr.core.SolrCore@7b88868d url=http://127.0.0.1:53489/vuf/collection1 node=127.0.0.1:53489_vuf C1960_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53489_vuf, base_url=http://127.0.0.1:53489/vuf}
[junit4:junit4]   2> 1440290 T3695 C1960 P53489 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1440291 T3695 C1960 P53489 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1440291 T3695 C1960 P53489 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1440291 T3695 C1960 P53489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1440291 T3693 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1440294 T3695 C1960 P53489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1440306 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1440316 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1440317 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1440351 T3638 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1440881 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1440887 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53493
[junit4:junit4]   2> 1440927 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1440928 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1440929 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606
[junit4:junit4]   2> 1440930 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/solr.xml
[junit4:junit4]   2> 1440930 T3602 oasc.CoreContainer.<init> New CoreContainer 1422425606
[junit4:junit4]   2> 1440931 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/'
[junit4:junit4]   2> 1440931 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/'
[junit4:junit4]   2> 1441104 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1441105 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1441105 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1441106 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1441106 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1441107 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1441107 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1441108 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1441108 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1441109 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1441136 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1441137 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1441137 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1441139 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1441143 T3707 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6dca5ef4 name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1441144 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1441148 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1441167 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1441172 T3709 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a99fc6 name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1441173 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1441181 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1441194 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1441198 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53489_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53489/vuf"}
[junit4:junit4]   2> 1441213 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441214 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441214 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441215 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441215 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441216 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441215 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1441353 T3638 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1441357 T3638 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:53489_vuf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1006 
[junit4:junit4]   2> 1442196 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53493_vuf
[junit4:junit4]   2> 1442200 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53493_vuf
[junit4:junit4]   2> 1442207 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1442213 T3692 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442214 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442214 T3676 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442214 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442214 T3660 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442215 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442215 T3709 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442215 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442230 T3644 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442232 T3624 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442232 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442232 T3631 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1442232 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442248 T3710 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1442248 T3710 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1442729 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1442734 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53493_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53493/vuf"}
[junit4:junit4]   2> 1442735 T3625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1442735 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1442744 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442744 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442746 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442747 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442747 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442748 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1442748 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1443252 T3710 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/collection1
[junit4:junit4]   2> 1443253 T3710 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1443255 T3710 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1443256 T3710 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1443264 T3710 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/collection1/'
[junit4:junit4]   2> 1443267 T3710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1443269 T3710 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/collection1/lib/README' to classloader
[junit4:junit4]   2> 1443352 T3710 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> ASYNC  NEW_CORE C1961 name=collection1 org.apache.solr.core.SolrCore@7b88868d url=http://127.0.0.1:53489/vuf/collection1 node=127.0.0.1:53489_vuf C1961_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53489_vuf, base_url=http://127.0.0.1:53489/vuf}
[junit4:junit4]   2> 1443389 T3695 C1961 P53489 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53480/vuf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1443389 T3695 C1961 P53489 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53489/vuf START replicas=[http://127.0.0.1:53480/vuf/collection1/] nUpdates=100
[junit4:junit4]   2> 1443390 T3695 C1961 P53489 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1443392 T3695 C1961 P53489 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1443393 T3695 C1961 P53489 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1443393 T3695 C1961 P53489 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1443393 T3695 C1961 P53489 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1443393 T3695 C1961 P53489 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53480/vuf/collection1/. core=collection1
[junit4:junit4]   2> 1443394 T3695 C1961 P53489 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1962 name=collection1 org.apache.solr.core.SolrCore@2545c7f0 url=http://127.0.0.1:53480/vuf/collection1 node=127.0.0.1:53480_vuf C1962_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53480_vuf, base_url=http://127.0.0.1:53480/vuf, leader=true}
[junit4:junit4]   2> 1443463 T3636 C1962 P53480 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1443466 T3710 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1443466 T3635 C1962 P53480 oasc.SolrCore.execute [collection1] webapp=/vuf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1443470 T3710 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1443470 T3636 C1962 P53480 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1443475 T3636 C1962 P53480 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1443475 T3636 C1962 P53480 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1443476 T3636 C1962 P53480 oass.SolrIndexSearcher.<init> Opening Searcher@7324e17a realtime
[junit4:junit4]   2> 1443476 T3636 C1962 P53480 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1443477 T3710 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1443477 T3636 C1962 P53480 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 14
[junit4:junit4]   2> 1443480 T3695 C1961 P53489 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1443480 T3695 C1961 P53489 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1443517 T3637 C1962 P53480 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1443518 T3637 C1962 P53480 oasc.SolrCore.execute [collection1] webapp=/vuf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=3 
[junit4:junit4]   2> 1443519 T3695 C1961 P53489 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1443519 T3695 C1961 P53489 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1443519 T3695 C1961 P53489 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1443520 T3695 C1961 P53489 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1443522 T3695 C1961 P53489 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1444263 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1444279 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53489_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53489/vuf"}
[junit4:junit4]   2> 1444288 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444289 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444289 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444289 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444288 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444289 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444289 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1444442 T3710 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1444443 T3710 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1444443 T3710 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1444456 T3710 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1444461 T3710 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1444492 T3710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1444499 T3710 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1444508 T3710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1444514 T3710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1444514 T3710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1444515 T3710 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1444517 T3710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1444518 T3710 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1444518 T3710 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1444518 T3710 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty5-1372556546606/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty5/
[junit4:junit4]   2> 1444519 T3710 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1444519 T3710 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1444520 T3710 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty5
[junit4:junit4]   2> 1444521 T3710 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty5/index/
[junit4:junit4]   2> 1444522 T3710 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1444523 T3710 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty5/index
[junit4:junit4]   2> 1444530 T3710 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1444530 T3710 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1444534 T3710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1444535 T3710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1444536 T3710 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1444537 T3710 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1444538 T3710 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1444538 T3710 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1444542 T3710 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1444543 T3710 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1444544 T3710 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1444558 T3710 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1444571 T3710 oass.SolrIndexSearcher.<init> Opening Searcher@3935a064 main
[junit4:junit4]   2> 1444573 T3710 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1444574 T3710 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1444580 T3712 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3935a064 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1444584 T3710 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1444585 T3710 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53493/vuf collection:collection1 shard:shard2
[junit4:junit4]   2> 1444595 T3710 oasc.ZkController.register We are http://127.0.0.1:53493/vuf/collection1/ and leader is http://127.0.0.1:53483/vuf/collection1/
[junit4:junit4]   2> 1444595 T3710 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53493/vuf
[junit4:junit4]   2> 1444595 T3710 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1444596 T3710 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1963 name=collection1 org.apache.solr.core.SolrCore@155ba7a7 url=http://127.0.0.1:53493/vuf/collection1 node=127.0.0.1:53493_vuf C1963_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53493_vuf, base_url=http://127.0.0.1:53493/vuf}
[junit4:junit4]   2> 1444597 T3713 C1963 P53493 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1444597 T3710 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1444598 T3713 C1963 P53493 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1444599 T3713 C1963 P53493 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1444600 T3713 C1963 P53493 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1444601 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1444602 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1444602 T3713 C1963 P53493 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1444603 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1444633 T3652 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1445071 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1445084 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53500
[junit4:junit4]   2> 1445085 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1445086 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1445086 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880
[junit4:junit4]   2> 1445087 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/solr.xml
[junit4:junit4]   2> 1445087 T3602 oasc.CoreContainer.<init> New CoreContainer 1776206332
[junit4:junit4]   2> 1445088 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/'
[junit4:junit4]   2> 1445088 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/'
[junit4:junit4]   2> 1445252 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1445253 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1445253 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1445253 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1445254 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1445254 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1445255 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1445256 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1445256 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1445257 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1445280 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1445281 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1445281 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1445283 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1445289 T3725 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ccf5b6c name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1445290 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1445295 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1445313 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1445318 T3727 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@131b322a name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1445319 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1445328 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1445810 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1445812 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53493_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53493/vuf"}
[junit4:junit4]   2> 1445822 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1445822 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1446336 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53500_vuf
[junit4:junit4]   2> 1446338 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53500_vuf
[junit4:junit4]   2> 1446348 T3727 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446348 T3727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446348 T3660 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446349 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446349 T3676 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446349 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446349 T3709 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446350 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446362 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1446368 T3631 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446368 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446368 T3692 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446369 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446368 T3624 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446370 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1446382 T3728 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1446382 T3728 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1446383 T3644 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1446636 T3652 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1446637 T3652 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:53493_vuf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1447338 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1447339 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53500_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53500/vuf"}
[junit4:junit4]   2> 1447339 T3625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1447340 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard3
[junit4:junit4]   2> 1447353 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447354 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447354 T3727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447355 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447356 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447357 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447354 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447356 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1447386 T3728 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/collection1
[junit4:junit4]   2> 1447386 T3728 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1447387 T3728 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1447388 T3728 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1447390 T3728 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/collection1/'
[junit4:junit4]   2> 1447392 T3728 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1447393 T3728 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/collection1/lib/README' to classloader
[junit4:junit4]   2> 1447464 T3728 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1447563 T3728 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1447566 T3728 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1447571 T3728 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1448457 T3728 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1448458 T3728 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1448458 T3728 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1448470 T3728 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1448479 T3728 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1448508 T3728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1448515 T3728 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1448521 T3728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1448523 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1448524 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1448524 T3728 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1448526 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1448527 T3728 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1448527 T3728 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1448527 T3728 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty6-1372556550880/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty6/
[junit4:junit4]   2> 1448528 T3728 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1448528 T3728 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1448529 T3728 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty6
[junit4:junit4]   2> 1448530 T3728 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty6/index/
[junit4:junit4]   2> 1448531 T3728 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1448532 T3728 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty6/index
[junit4:junit4]   2> 1448538 T3728 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty6/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1448538 T3728 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1448547 T3728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1448547 T3728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1448549 T3728 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1448549 T3728 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1448553 T3728 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1448554 T3728 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1448554 T3728 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1448555 T3728 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1448556 T3728 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1448569 T3728 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1448579 T3728 oass.SolrIndexSearcher.<init> Opening Searcher@3b5aec92 main
[junit4:junit4]   2> 1448580 T3728 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1448580 T3728 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1448587 T3729 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3b5aec92 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1448590 T3728 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1448590 T3728 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53500/vuf collection:collection1 shard:shard3
[junit4:junit4]   2> 1448597 T3728 oasc.ZkController.register We are http://127.0.0.1:53500/vuf/collection1/ and leader is http://127.0.0.1:53486/vuf/collection1/
[junit4:junit4]   2> 1448598 T3728 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53500/vuf
[junit4:junit4]   2> 1448598 T3728 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1448598 T3728 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C1964 name=collection1 org.apache.solr.core.SolrCore@3cedd943 url=http://127.0.0.1:53500/vuf/collection1 node=127.0.0.1:53500_vuf C1964_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53500_vuf, base_url=http://127.0.0.1:53500/vuf}
[junit4:junit4]   2> 1448599 T3730 C1964 P53500 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1448600 T3730 C1964 P53500 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1448601 T3730 C1964 P53500 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1448601 T3730 C1964 P53500 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1448602 T3728 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1448604 T3730 C1964 P53500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1448613 T3602 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1448613 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1448617 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1448632 T3671 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> ASYNC  NEW_CORE C1965 name=collection1 org.apache.solr.core.SolrCore@155ba7a7 url=http://127.0.0.1:53493/vuf/collection1 node=127.0.0.1:53493_vuf C1965_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53493_vuf, base_url=http://127.0.0.1:53493/vuf}
[junit4:junit4]   2> 1448640 T3713 C1965 P53493 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53483/vuf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1448640 T3713 C1965 P53493 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53493/vuf START replicas=[http://127.0.0.1:53483/vuf/collection1/] nUpdates=100
[junit4:junit4]   2> 1448643 T3713 C1965 P53493 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1448647 T3713 C1965 P53493 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1448648 T3713 C1965 P53493 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1448648 T3713 C1965 P53493 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1448648 T3713 C1965 P53493 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1448648 T3713 C1965 P53493 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53483/vuf/collection1/. core=collection1
[junit4:junit4]   2> 1448649 T3713 C1965 P53493 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1966 name=collection1 org.apache.solr.core.SolrCore@50345bf8 url=http://127.0.0.1:53483/vuf/collection1 node=127.0.0.1:53483_vuf C1966_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53483_vuf, base_url=http://127.0.0.1:53483/vuf, leader=true}
[junit4:junit4]   2> 1448677 T3651 C1966 P53483 oasc.SolrCore.execute [collection1] webapp=/vuf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1448681 T3651 C1966 P53483 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1448695 T3651 C1966 P53483 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1448697 T3651 C1966 P53483 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1448697 T3651 C1966 P53483 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1448698 T3651 C1966 P53483 oass.SolrIndexSearcher.<init> Opening Searcher@700bf792 realtime
[junit4:junit4]   2> 1448698 T3651 C1966 P53483 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1448699 T3651 C1966 P53483 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 19
[junit4:junit4]   2> 1448701 T3713 C1965 P53493 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1448701 T3713 C1965 P53493 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1448706 T3656 C1966 P53483 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1448707 T3656 C1966 P53483 oasc.SolrCore.execute [collection1] webapp=/vuf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1448708 T3713 C1965 P53493 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1448708 T3713 C1965 P53493 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1448708 T3713 C1965 P53493 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1448708 T3713 C1965 P53493 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1448710 T3713 C1965 P53493 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1448874 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1448876 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53500_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53500/vuf"}
[junit4:junit4]   2> 1448893 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53493_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53493/vuf"}
[junit4:junit4]   2> 1448903 T3727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448903 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448903 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448904 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448903 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448903 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448904 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1448904 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1449134 T3602 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1449141 T3602 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53507
[junit4:junit4]   2> 1449142 T3602 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1449142 T3602 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1449143 T3602 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887
[junit4:junit4]   2> 1449143 T3602 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/solr.xml
[junit4:junit4]   2> 1449145 T3602 oasc.CoreContainer.<init> New CoreContainer 402598616
[junit4:junit4]   2> 1449149 T3602 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/'
[junit4:junit4]   2> 1449150 T3602 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/'
[junit4:junit4]   2> 1449323 T3602 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1449324 T3602 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1449324 T3602 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1449325 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1449325 T3602 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1449326 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1449326 T3602 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1449327 T3602 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1449327 T3602 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1449328 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1449353 T3602 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1449354 T3602 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53473/solr
[junit4:junit4]   2> 1449354 T3602 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1449356 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1449361 T3743 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b1b13b4 name:ZooKeeperConnection Watcher:127.0.0.1:53473 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1449362 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1449368 T3602 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1449385 T3602 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1449391 T3745 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62ce968e name:ZooKeeperConnection Watcher:127.0.0.1:53473/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1449392 T3602 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1449401 T3602 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1449634 T3671 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1449635 T3671 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=7&state=recovering&nodeName=127.0.0.1:53500_vuf&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1003 
[junit4:junit4]   2> 1450409 T3602 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53507_vuf
[junit4:junit4]   2> 1450411 T3602 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53507_vuf
[junit4:junit4]   2> 1450421 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1450427 T3631 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450428 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450428 T3624 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450428 T3727 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450428 T3727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450428 T3692 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450430 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450428 T3745 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450428 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450428 T3660 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450431 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450428 T3676 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450433 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450428 T3709 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450435 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1450436 T3644 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1450450 T3746 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1450451 T3746 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> ASYNC  NEW_CORE C1967 name=collection1 org.apache.solr.core.SolrCore@3cedd943 url=http://127.0.0.1:53500/vuf/collection1 node=127.0.0.1:53500_vuf C1967_STATE=coll:collection1 core:collection1 props:{shard=shard3, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53500_vuf, base_url=http://127.0.0.1:53500/vuf}
[junit4:junit4]   2> 1451638 T3730 C1967 P53500 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53486/vuf/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1451641 T3730 C1967 P53500 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53500/vuf START replicas=[http://127.0.0.1:53486/vuf/collection1/] nUpdates=100
[junit4:junit4]   2> 1451641 T3730 C1967 P53500 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1451642 T3730 C1967 P53500 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1451642 T3730 C1967 P53500 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1451642 T3730 C1967 P53500 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1451643 T3730 C1967 P53500 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1451643 T3730 C1967 P53500 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53486/vuf/collection1/. core=collection1
[junit4:junit4]   2> 1451643 T3730 C1967 P53500 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1968 name=collection1 org.apache.solr.core.SolrCore@603812d8 url=http://127.0.0.1:53486/vuf/collection1 node=127.0.0.1:53486_vuf C1968_STATE=coll:collection1 core:collection1 props:{shard=shard3, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53486_vuf, base_url=http://127.0.0.1:53486/vuf, leader=true}
[junit4:junit4]   2> 1451655 T3671 C1968 P53486 oasc.SolrCore.execute [collection1] webapp=/vuf path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1451665 T3669 C1968 P53486 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1451670 T3669 C1968 P53486 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1451671 T3669 C1968 P53486 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1451672 T3669 C1968 P53486 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1451672 T3669 C1968 P53486 oass.SolrIndexSearcher.<init> Opening Searcher@312b4ddf realtime
[junit4:junit4]   2> 1451673 T3669 C1968 P53486 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1451673 T3669 C1968 P53486 oasup.LogUpdateProcessor.finish [collection1] webapp=/vuf path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 9
[junit4:junit4]   2> 1451675 T3730 C1967 P53500 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1451675 T3730 C1967 P53500 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1451681 T3672 C1968 P53486 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1451682 T3672 C1968 P53486 oasc.SolrCore.execute [collection1] webapp=/vuf path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1451683 T3730 C1967 P53500 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1451683 T3730 C1967 P53500 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1451684 T3730 C1967 P53500 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1451684 T3730 C1967 P53500 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1451687 T3730 C1967 P53500 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1451943 T3625 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1451946 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"8",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53507_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53507/vuf"}
[junit4:junit4]   2> 1451946 T3625 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
[junit4:junit4]   2> 1451947 T3625 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1451956 T3625 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53500_vuf",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53500/vuf"}
[junit4:junit4]   2> 1451966 T3692 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451967 T3644 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451967 T3709 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451968 T3727 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451969 T3745 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451969 T3624 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451970 T3631 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451971 T3676 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1451972 T3660 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1452456 T3746 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/collection1
[junit4:junit4]   2> 1452456 T3746 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1452459 T3746 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1452460 T3746 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1452467 T3746 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/collection1/'
[junit4:junit4]   2> 1452470 T3746 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1452472 T3746 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/collection1/lib/README' to classloader
[junit4:junit4]   2> 1452560 T3746 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1452663 T3746 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1452666 T3746 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1452672 T3746 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1453565 T3746 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1453566 T3746 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1453567 T3746 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1453592 T3746 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1453600 T3746 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1453629 T3746 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1453636 T3746 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1453643 T3746 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1453645 T3746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1453645 T3746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1453645 T3746 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1453648 T3746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1453651 T3746 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1453652 T3746 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1453653 T3746 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-jetty7-1372556554887/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty7/
[junit4:junit4]   2> 1453654 T3746 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@429eb61a
[junit4:junit4]   2> 1453654 T3746 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1453656 T3746 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty7
[junit4:junit4]   2> 1453656 T3746 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty7/index/
[junit4:junit4]   2> 1453660 T3746 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty7/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1453661 T3746 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty7/index
[junit4:junit4]   2> 1453667 T3746 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeySafeLeaderTest-1372556517224/jetty7/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1453668 T3746 oasc

[...truncated too long message...]

ostProvider.java:86)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
[junit4:junit4]   2> 	  40) Thread[id=4055, name=qtp1820981610-4055 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.interrupt(KQueueArrayWrapper.java:164)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.wakeup(KQueueSelectorImpl.java:245)
[junit4:junit4]   2> 	        at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:210)
[junit4:junit4]   2> 	        at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:216)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:102)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  41) Thread[id=3679, name=Thread-1636, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
[junit4:junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1304)
[junit4:junit4]   2> 	  42) Thread[id=3659, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[375E015DBB35C840]-SendThread(localhost:53473), state=TERMINATED, group={null group}]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:219)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1157)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1109)
[junit4:junit4]   2> 	  43) Thread[id=3666, name=qtp234264192-3666 Acceptor0 SelectChannelConnector@127.0.0.1:53486, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  44) Thread[id=4046, name=Thread-1736-SendThread(localhost:53473), state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:86)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:937)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:993)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {range_facet_l=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=MockSep), _version_=PostingsFormat(name=Memory doPackFST= false), rnd_b=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=TestBloomFilteredLucene41Postings), a_t=PostingsFormat(name=Memory doPackFST= false), range_facet_sl=PostingsFormat(name=MockSep), range_facet_si=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=Memory doPackFST= true), a_si=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=pl, timezone=Atlantic/Canary
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=53,free=101368432,total=276189184
[junit4:junit4]   2> NOTE: All tests run in this JVM: [PreAnalyzedFieldTest, FileUtilsTest, ZkControllerTest, TermsComponentTest, DebugComponentTest, PreAnalyzedUpdateProcessorTest, TestQuerySenderListener, BasicFunctionalityTest, SOLR749Test, TestPluginEnable, HighlighterConfigTest, TestSolrQueryParser, BadComponentTest, SolrCmdDistributorTest, TestFieldTypeResource, SpellCheckCollatorTest, TestLMDirichletSimilarityFactory, TestClassNameShortening, SoftAutoCommitTest, UniqFieldsUpdateProcessorFactoryTest, StandardRequestHandlerTest, DateMathParserTest, SolrInfoMBeanTest, TestDefaultSimilarityFactory, TestMaxScoreQueryParser, TestRandomFaceting, TestGroupingSearch, TestDistributedSearch, IndexSchemaTest, IndexReaderFactoryTest, TestMultiCoreConfBootstrap, TestSolrDeletionPolicy1, TestDynamicFieldCollectionResource, TestRecovery, PrimitiveFieldTypeTest, BinaryUpdateRequestHandlerTest, DocValuesMultiTest, TestBinaryResponseWriter, TestDistributedGrouping, TestReloadAndDeleteDocs, TestSchemaVersionResource, SolrCoreTest, TimeZoneUtilsTest, TestBadConfig, TestPerFieldSimilarity, TestSchemaResource, URLClassifyProcessorTest, ZkNodePropsTest, CurrencyFieldXmlFileTest, TestReload, TestArbitraryIndexDir, TestRandomDVFaceting, TestRemoteStreaming, TestRTGBase, ScriptEngineTest, IndexSchemaRuntimeFieldTest, UUIDFieldTest, TestPropInjectDefaults, OutputWriterTest, QueryParsingTest, SampleTest, TestLuceneMatchVersion, TestSuggestSpellingConverter, TestLFUCache, QueryResultKeyTest, ZkSolrClientTest, ResourceLoaderTest, TestBinaryField, TestSolrDeletionPolicy2, MBeansHandlerTest, TestOmitPositions, DistributedTermsComponentTest, LukeRequestHandlerTest, TestJoin, TestPartialUpdateDeduplication, TestReplicationHandler, TestAnalyzedSuggestions, SuggesterWFSTTest, TestDefaultSearchFieldResource, TestRealTimeGet, TestSchemaSimilarityResource, ShowFileRequestHandlerTest, TestIBSimilarityFactory, AlternateDirectoryTest, PrimUtilsTest, WordBreakSolrSpellCheckerTest, MinimalSchemaTest, TestFiltering, TestStressVersions, TestFieldResource, ExternalFileFieldSortTest, TestPHPSerializedResponseWriter, DistributedQueryElevationComponentTest, TestReversedWildcardFilterFactory, CircularListTest, SpellingQueryConverterTest, TestSystemIdResolver, TestIndexSearcher, RequestHandlersTest, TestDocSet, LeaderElectionIntegrationTest, CachingDirectoryFactoryTest, TestPseudoReturnFields, SpellPossibilityIteratorTest, TestPropInject, SolrRequestParserTest, FieldMutatingUpdateProcessorTest, TestSerializedLuceneMatchVersion, TestCoreDiscovery, TestCharFilters, SolrIndexConfigTest, LoggingHandlerTest, SimplePostToolTest, ConvertedLegacyTest, UpdateRequestProcessorFactoryTest, ZkCLITest, ParsingFieldUpdateProcessorsTest, TestAtomicUpdateErrorCases, TestManagedSchemaFieldResource, TestSort, CopyFieldTest, SignatureUpdateProcessorFactoryTest, TermVectorComponentTest, IndexBasedSpellCheckerTest, SuggesterTest, LegacyHTMLStripCharFilterTest, SchemaVersionSpecificBehaviorTest, HighlighterTest, DirectSolrSpellCheckerTest, UpdateParamsTest, XsltUpdateRequestHandlerTest, TestManagedSchema, DirectSolrConnectionTest, CurrencyFieldOpenExchangeTest, TestFoldingMultitermQuery, TestSolrQueryParserDefaultOperatorResource, TestDocumentBuilder, SynonymTokenizerTest, TestCloudManagedSchema, OverseerTest, BasicDistributedZkTest, UnloadDistributedZkTest, ChaosMonkeySafeLeaderTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=375E015DBB35C840 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=Atlantic/Canary -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   0.00s | ChaosMonkeySafeLeaderTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([375E015DBB35C840]:0)
[junit4:junit4] Completed in 7226.76s, 1 test, 2 errors <<< FAILURES!

[...truncated 454 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:392: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:372: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1248: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:892: There were test failures: 299 suites, 1290 tests, 1 suite-level error, 1 error, 618 ignored

Total time: 191 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:+UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 592 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/592/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
collection already exists: awholynewcollection_1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
	at __randomizedtesting.SeedInfo.seed([CF1E365EB3C63E27:4EF8B846C4995E1B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1495)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:724)




Build Log:
[...truncated 9441 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
[junit4:junit4]   2> 1007758 T1981 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /xbxfc/
[junit4:junit4]   2> 1007773 T1981 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-CollectionsAPIDistributedZkTest-1372531699232
[junit4:junit4]   2> 1007775 T1981 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1007776 T1982 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1007880 T1981 oasc.ZkTestServer.run start zk server on port:53683
[junit4:junit4]   2> 1007883 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1007896 T1988 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@47b5261f name:ZooKeeperConnection Watcher:127.0.0.1:53683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1007897 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1007897 T1981 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1007908 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1007915 T1990 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4dfbb76a name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1007915 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1007915 T1981 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1007926 T1981 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1007934 T1981 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1007940 T1981 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1007952 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1007956 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1007967 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1007967 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1007975 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1007976 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1007984 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1007985 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1007993 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1007993 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1008001 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1008001 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1008010 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1008011 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1008025 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1008026 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1008033 T1981 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1008033 T1981 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1008481 T1981 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1008491 T1981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53686
[junit4:junit4]   2> 1008493 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1008494 T1981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1008494 T1981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501
[junit4:junit4]   2> 1008495 T1981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/solr.xml
[junit4:junit4]   2> 1008495 T1981 oasc.CoreContainer.<init> New CoreContainer 694159698
[junit4:junit4]   2> 1008499 T1981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/'
[junit4:junit4]   2> 1008499 T1981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/'
[junit4:junit4]   2> 1008661 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501
[junit4:junit4]   2> 1008663 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/collection1
[junit4:junit4]   2> 1008664 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/collection1/conf
[junit4:junit4]   2> 1008818 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/collection1/conf/xslt
[junit4:junit4]   2> 1008822 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/collection1/lib
[junit4:junit4]   2> 1008823 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/collection1/lib/classes
[junit4:junit4]   2> 1008826 T1981 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/conf/core.properties, adding to cores
[junit4:junit4]   2> 1008841 T1981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1008842 T1981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1008842 T1981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1008843 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1008843 T1981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1008843 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1008844 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1008845 T1981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1008845 T1981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1008846 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1008870 T1981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1008870 T1981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53683/solr
[junit4:junit4]   2> 1008871 T1981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1008873 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1008883 T2001 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1625d999 name:ZooKeeperConnection Watcher:127.0.0.1:53683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1008884 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1008890 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1008908 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1008913 T2003 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fe000da name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1008914 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1008919 T1981 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1008929 T1981 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1008939 T1981 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1008946 T1981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53686_xbxfc
[junit4:junit4]   2> 1008951 T1981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53686_xbxfc
[junit4:junit4]   2> 1008961 T1981 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1008974 T1981 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1008981 T1981 oasc.Overseer.start Overseer (id=89950237441327107-127.0.0.1:53686_xbxfc-n_0000000000) starting
[junit4:junit4]   2> 1008990 T1981 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1009003 T2005 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1009007 T1981 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1009020 T1981 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1009026 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1009034 T2004 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1009040 T1981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1009040 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1009041 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1009056 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1009059 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1009064 T2008 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ff3ef78 name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1009064 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1009069 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1009077 T1981 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1009614 T1981 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1009624 T1981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53690
[junit4:junit4]   2> 1009628 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1009629 T1981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1009630 T1981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536
[junit4:junit4]   2> 1009632 T1981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/solr.xml
[junit4:junit4]   2> 1009634 T1981 oasc.CoreContainer.<init> New CoreContainer 1033095711
[junit4:junit4]   2> 1009635 T1981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/'
[junit4:junit4]   2> 1009635 T1981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/'
[junit4:junit4]   2> 1009791 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536
[junit4:junit4]   2> 1009793 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/collection1
[junit4:junit4]   2> 1009794 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/collection1/conf
[junit4:junit4]   2> 1009945 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/collection1/conf/xslt
[junit4:junit4]   2> 1009949 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/collection1/lib
[junit4:junit4]   2> 1009951 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/collection1/lib/classes
[junit4:junit4]   2> 1009958 T1981 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/conf/core.properties, adding to cores
[junit4:junit4]   2> 1009972 T1981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1009974 T1981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1009974 T1981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1009975 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1009975 T1981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1009976 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1009976 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1009977 T1981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1009977 T1981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1009978 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1010000 T1981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1010001 T1981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53683/solr
[junit4:junit4]   2> 1010002 T1981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1010004 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1010009 T2019 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d4fc1b name:ZooKeeperConnection Watcher:127.0.0.1:53683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1010010 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1010017 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1010043 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1010049 T2021 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@655af9df name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1010049 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1010062 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1011073 T1981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53690_xbxfc
[junit4:junit4]   2> 1011075 T1981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53690_xbxfc
[junit4:junit4]   2> 1011089 T2008 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1011090 T2021 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1011089 T2003 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1011110 T1981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1011112 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1011112 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1011619 T1981 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1011623 T1981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53693
[junit4:junit4]   2> 1011625 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1011626 T1981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1011626 T1981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590
[junit4:junit4]   2> 1011627 T1981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/solr.xml
[junit4:junit4]   2> 1011627 T1981 oasc.CoreContainer.<init> New CoreContainer 2037386530
[junit4:junit4]   2> 1011628 T1981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/'
[junit4:junit4]   2> 1011629 T1981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/'
[junit4:junit4]   2> 1011763 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590
[junit4:junit4]   2> 1011765 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/collection1
[junit4:junit4]   2> 1011766 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/collection1/conf
[junit4:junit4]   2> 1011891 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/collection1/conf/xslt
[junit4:junit4]   2> 1011895 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/collection1/lib
[junit4:junit4]   2> 1011896 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/collection1/lib/classes
[junit4:junit4]   2> 1011898 T1981 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/conf/core.properties, adding to cores
[junit4:junit4]   2> 1011911 T1981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1011912 T1981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1011912 T1981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1011914 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1011914 T1981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1011915 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1011915 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1011916 T1981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1011916 T1981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1011917 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1011946 T1981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1011947 T1981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53683/solr
[junit4:junit4]   2> 1011948 T1981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1011949 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1011954 T2033 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@307f2cc7 name:ZooKeeperConnection Watcher:127.0.0.1:53683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1011955 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1011960 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1011979 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1011984 T2035 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1d34fcb1 name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1011984 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1011998 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1013008 T1981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53693_xbxfc
[junit4:junit4]   2> 1013021 T1981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53693_xbxfc
[junit4:junit4]   2> 1013027 T2008 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1013028 T2003 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1013035 T2021 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1013037 T2035 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1013047 T1981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1013048 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1013049 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1013538 T1981 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1013546 T1981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53696
[junit4:junit4]   2> 1013547 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1013548 T1981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1013549 T1981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523
[junit4:junit4]   2> 1013549 T1981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/solr.xml
[junit4:junit4]   2> 1013550 T1981 oasc.CoreContainer.<init> New CoreContainer 863489110
[junit4:junit4]   2> 1013551 T1981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/'
[junit4:junit4]   2> 1013551 T1981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/'
[junit4:junit4]   2> 1013711 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523
[junit4:junit4]   2> 1013712 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/collection1
[junit4:junit4]   2> 1013715 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/collection1/conf
[junit4:junit4]   2> 1013870 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/collection1/conf/xslt
[junit4:junit4]   2> 1013888 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/collection1/lib
[junit4:junit4]   2> 1013890 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/collection1/lib/classes
[junit4:junit4]   2> 1013892 T1981 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/conf/core.properties, adding to cores
[junit4:junit4]   2> 1013910 T1981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1013911 T1981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1013911 T1981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1013912 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1013912 T1981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1013913 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1013914 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1013914 T1981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1013915 T1981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1013915 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1013936 T1981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1013937 T1981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53683/solr
[junit4:junit4]   2> 1013938 T1981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1013941 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1013963 T2047 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@192df627 name:ZooKeeperConnection Watcher:127.0.0.1:53683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1013964 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1013972 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1013993 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1013998 T2049 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@511505d9 name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1013998 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1014009 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1015024 T1981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53696_xbxfc
[junit4:junit4]   2> 1015030 T1981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53696_xbxfc
[junit4:junit4]   2> 1015041 T2049 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1015046 T2021 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1015050 T2008 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1015059 T2035 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1015060 T2003 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1015063 T1981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1015064 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1015065 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1015567 T1981 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1015577 T1981 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53699
[junit4:junit4]   2> 1015579 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1015579 T1981 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1015580 T1981 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534
[junit4:junit4]   2> 1015580 T1981 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/solr.xml
[junit4:junit4]   2> 1015581 T1981 oasc.CoreContainer.<init> New CoreContainer 1459489807
[junit4:junit4]   2> 1015581 T1981 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/'
[junit4:junit4]   2> 1015582 T1981 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/'
[junit4:junit4]   2> 1015725 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534
[junit4:junit4]   2> 1015727 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/collection1
[junit4:junit4]   2> 1015728 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/collection1/conf
[junit4:junit4]   2> 1015879 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/collection1/conf/xslt
[junit4:junit4]   2> 1015885 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/collection1/lib
[junit4:junit4]   2> 1015886 T1981 oasc.SolrCoreDiscoverer.walkFromHere Looking for cores in /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/collection1/lib/classes
[junit4:junit4]   2> 1015889 T1981 oasc.SolrCoreDiscoverer.addCore Discovered properties file /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/conf/core.properties, adding to cores
[junit4:junit4]   2> 1015911 T1981 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
[junit4:junit4]   2> 1015912 T1981 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1015912 T1981 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
[junit4:junit4]   2> 1015913 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1015913 T1981 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1015914 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1015914 T1981 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1015915 T1981 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1015915 T1981 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1015916 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
[junit4:junit4]   2> 1015935 T1981 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1015939 T1981 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53683/solr
[junit4:junit4]   2> 1015941 T1981 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1015946 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1015950 T2061 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5bec4057 name:ZooKeeperConnection Watcher:127.0.0.1:53683 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1015951 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1015955 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1015972 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1015977 T2063 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@457cc90f name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1015977 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1015990 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1017004 T1981 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53699_xbxfc
[junit4:junit4]   2> 1017010 T1981 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53699_xbxfc
[junit4:junit4]   2> 1017017 T2049 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1017017 T2008 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1017019 T2003 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1017023 T2063 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1017029 T2035 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1017036 T2021 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1017041 T1981 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1017041 T1981 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1017042 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1017059 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1017079 T2017 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1017082 T2003 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1017085 T2005 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "maxShardsPerNode":null,
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"nodes_used_collection",
[junit4:junit4]   2> 	  "replicationFactor":"2"}
[junit4:junit4]   2> 1017085 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica1 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53693_xbxfc
[junit4:junit4]   2> 1017086 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard1_replica2 as part of slice shard1 of collection nodes_used_collection on 127.0.0.1:53699_xbxfc
[junit4:junit4]   2> 1017087 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica1 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53690_xbxfc
[junit4:junit4]   2> 1017092 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard nodes_used_collection_shard2_replica2 as part of slice shard2 of collection nodes_used_collection on 127.0.0.1:53696_xbxfc
[junit4:junit4]   2> 1017096 T2056 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=down
[junit4:junit4]   2> 1017096 T2027 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=down
[junit4:junit4]   2> 1017099 T2012 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=down
[junit4:junit4]   2> 1017100 T2042 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=down
[junit4:junit4]   2> 1018112 T2004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1018113 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53699_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53699/xbxfc"}
[junit4:junit4]   2> 1018114 T2004 oasc.Overseer$ClusterStateUpdater.createCollection Create collection nodes_used_collection with numShards 2
[junit4:junit4]   2> 1018122 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53693_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53693/xbxfc"}
[junit4:junit4]   2> 1018131 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53690_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53690/xbxfc"}
[junit4:junit4]   2> 1018144 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53696_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53696/xbxfc"}
[junit4:junit4]   2> 1018157 T2063 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1018157 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1018157 T2003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1018157 T2049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1018158 T2035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1018158 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1019105 T2012 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1019105 T2012 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1019107 T2042 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1019107 T2042 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1019110 T2012 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1019112 T2012 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1019117 T2056 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1019118 T2056 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1019112 T2042 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1019122 T2042 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1019124 T2027 oasc.CoreContainer.create Creating SolrCore 'nodes_used_collection_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1019125 T2027 oasc.ZkController.createCollectionZkNode Check for collection zkNode:nodes_used_collection
[junit4:junit4]   2> 1019129 T2027 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1019129 T2027 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1019132 T2027 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1019133 T2027 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1019140 T2027 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1019143 T2027 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/'
[junit4:junit4]   2> 1019145 T2056 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:nodes_used_collection
[junit4:junit4]   2> 1019146 T2056 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1019151 T2012 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1019152 T2012 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1019163 T2042 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1019165 T2056 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection
[junit4:junit4]   2> 1019171 T2042 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1019173 T2012 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1019177 T2042 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/'
[junit4:junit4]   2> 1019183 T2056 oasc.ZkController.readConfigName Load collection config from:/collections/nodes_used_collection
[junit4:junit4]   2> 1019187 T2056 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/'
[junit4:junit4]   2> 1019194 T2012 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/'
[junit4:junit4]   2> 1019380 T2012 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1019445 T2042 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1019448 T2027 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1019559 T2056 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1019579 T2012 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1019585 T2012 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1019605 T2027 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1019609 T2027 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1019644 T2012 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1019657 T2027 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1019700 T2042 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1019715 T2042 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1019765 T2042 oass.IndexSchema.readSchema [nodes_used_collection_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1019821 T2056 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1019826 T2056 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1019835 T2056 oass.IndexSchema.readSchema [nodes_used_collection_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1022299 T2012 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022299 T2012 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022300 T2012 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1022336 T2012 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1022402 T2012 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1022419 T2042 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022450 T2042 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022454 T2042 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1022468 T2042 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1022476 T2042 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1022542 T2012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022559 T2012 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022573 T2042 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022588 T2042 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022591 T2012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022597 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022598 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022600 T2012 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022606 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022607 T2012 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022607 T2012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022608 T2012 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/data/
[junit4:junit4]   2> 1022609 T2012 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1022620 T2012 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022621 T2012 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/data
[junit4:junit4]   2> 1022622 T2012 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/data/index/
[junit4:junit4]   2> 1022622 T2012 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1022623 T2012 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/data/index
[junit4:junit4]   2> 1022635 T2042 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022637 T2012 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23ebbdc4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1893e502),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1022637 T2012 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1022642 T2012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1022643 T2012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1022644 T2012 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1022645 T2012 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1022645 T2012 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1022646 T2012 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1022646 T2012 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1022651 T2042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022652 T2042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022652 T2042 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022655 T2012 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1022655 T2012 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1022661 T2027 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022661 T2027 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022662 T2027 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1022674 T2027 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1022676 T2042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022677 T2042 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022677 T2042 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022678 T2042 oasc.SolrCore.<init> [nodes_used_collection_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/data/
[junit4:junit4]   2> 1022678 T2042 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1022679 T2042 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022688 T2012 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1022692 T2042 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/data
[junit4:junit4]   2> 1022693 T2027 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1022659 T2056 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022695 T2012 oass.SolrIndexSearcher.<init> Opening Searcher@2e6e34c2 main
[junit4:junit4]   2> 1022697 T2012 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/nodes_used_collection_shard2_replica1/data/tlog
[junit4:junit4]   2> 1022703 T2012 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1022712 T2012 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1022695 T2042 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/data/index/
[junit4:junit4]   2> 1022718 T2042 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1022695 T2056 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1022719 T2056 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1022718 T2042 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/data/index
[junit4:junit4]   2> 1022726 T2069 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@2e6e34c2 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1022738 T2012 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica1
[junit4:junit4]   2> 1022739 T2012 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica1 address:http://127.0.0.1:53690/xbxfc collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1022739 T2056 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1022744 T2056 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1022747 T2012 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard2/election
[junit4:junit4]   2> 1022762 T2042 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@6e424ab8 lockFactory=org.apache.lucene.store.NativeFSLockFactory@3d3ce5ad),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1022762 T2042 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1022771 T2042 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1022772 T2042 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1022775 T2042 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1022777 T2042 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1022778 T2042 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1022778 T2042 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1022779 T2042 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1022780 T2042 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1022780 T2042 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1022798 T2042 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1022812 T2042 oass.SolrIndexSearcher.<init> Opening Searcher@7f6cea41 main
[junit4:junit4]   2> 1022812 T2042 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/nodes_used_collection_shard2_replica2/data/tlog
[junit4:junit4]   2> 1022814 T2042 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1022814 T2042 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1022829 T2070 oasc.SolrCore.registerSearcher [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@7f6cea41 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1022833 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1022843 T2042 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1022843 T2042 oasc.ZkController.register Register replica - core:nodes_used_collection_shard2_replica2 address:http://127.0.0.1:53696/xbxfc collection:nodes_used_collection shard:shard2
[junit4:junit4]   2> 1022847 T2027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022849 T2012 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=2 found=1 timeoutin=179996
[junit4:junit4]   2> 1022877 T2027 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022894 T2056 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022898 T2027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022901 T2027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022901 T2027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022902 T2027 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022902 T2056 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1022906 T2027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022906 T2027 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022906 T2027 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022907 T2027 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/data/
[junit4:junit4]   2> 1022907 T2027 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1022908 T2027 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022914 T2056 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022915 T2027 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/data
[junit4:junit4]   2> 1022916 T2027 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/data/index/
[junit4:junit4]   2> 1022916 T2027 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1022917 T2027 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/data/index
[junit4:junit4]   2> 1022922 T2027 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@148c971e lockFactory=org.apache.lucene.store.NativeFSLockFactory@36ad2e84),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1022923 T2027 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1022926 T2027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1022927 T2027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1022929 T2027 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1022930 T2027 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1022930 T2027 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1022931 T2027 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1022932 T2027 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1022933 T2027 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1022934 T2027 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1022938 T2056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022938 T2056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022938 T2056 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1022944 T2056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1022944 T2056 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1022945 T2056 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022946 T2056 oasc.SolrCore.<init> [nodes_used_collection_shard1_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/data/
[junit4:junit4]   2> 1022946 T2056 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1022947 T2056 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1022955 T2056 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/data
[junit4:junit4]   2> 1022956 T2056 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/data/index/
[junit4:junit4]   2> 1022956 T2056 oasc.SolrCore.initIndex WARN [nodes_used_collection_shard1_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1022957 T2027 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1022957 T2056 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/data/index
[junit4:junit4]   2> 1022963 T2056 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64ab5b82 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6cbae2c1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1022963 T2056 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1022967 T2056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1022968 T2056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1022969 T2056 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1022970 T2027 oass.SolrIndexSearcher.<init> Opening Searcher@649f7 main
[junit4:junit4]   2> 1022970 T2056 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1022972 T2056 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1022972 T2056 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1022973 T2056 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1022974 T2056 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1022974 T2056 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1022989 T2056 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1022994 T2056 oass.SolrIndexSearcher.<init> Opening Searcher@19640ae7 main
[junit4:junit4]   2> 1022995 T2056 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/nodes_used_collection_shard1_replica2/data/tlog
[junit4:junit4]   2> 1022997 T2056 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1022997 T2056 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1022971 T2027 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/nodes_used_collection_shard1_replica1/data/tlog
[junit4:junit4]   2> 1023022 T2027 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1023023 T2027 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1023024 T2072 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@19640ae7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1023027 T2071 oasc.SolrCore.registerSearcher [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@649f7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1023030 T2056 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica2
[junit4:junit4]   2> 1023031 T2056 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica2 address:http://127.0.0.1:53699/xbxfc collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1023036 T2027 oasc.CoreContainer.registerCore registering core: nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1023036 T2027 oasc.ZkController.register Register replica - core:nodes_used_collection_shard1_replica1 address:http://127.0.0.1:53693/xbxfc collection:nodes_used_collection shard:shard1
[junit4:junit4]   2> 1023037 T2056 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1023038 T2027 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1023061 T2056 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1023071 T2056 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1023071 T2056 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1023072 T2056 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1023072 T2056 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53699/xbxfc START replicas=[http://127.0.0.1:53693/xbxfc/nodes_used_collection_shard1_replica1/] nUpdates=100
[junit4:junit4]   2> 1023082 T2056 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica2 url=http://127.0.0.1:53699/xbxfc DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1023084 T2056 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4:junit4]   2> 1023084 T2056 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1023085 T2056 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1023085 T2056 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard1
[junit4:junit4]   2> ASYNC  NEW_CORE C1745 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@60c58338 url=http://127.0.0.1:53693/xbxfc/nodes_used_collection_shard1_replica1 node=127.0.0.1:53693_xbxfc C1745_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=down, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53693_xbxfc, base_url=http://127.0.0.1:53693/xbxfc}
[junit4:junit4]   2> 1023095 T2031 C1745 P53693 oasc.SolrCore.execute [nodes_used_collection_shard1_replica1] webapp=/xbxfc path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1023364 T2012 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1023365 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1023365 T2012 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1023366 T2012 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53690/xbxfc START replicas=[http://127.0.0.1:53696/xbxfc/nodes_used_collection_shard2_replica2/] nUpdates=100
[junit4:junit4]   2> 1023367 T2012 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica1 url=http://127.0.0.1:53690/xbxfc DONE.  We have no versions.  sync failed.
[junit4:junit4]   2> 1023367 T2012 oasc.SyncStrategy.syncReplicas Leader's attempt to sync with shard failed, moving to the next candidate
[junit4:junit4]   2> 1023369 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4:junit4]   2> 1023370 T2012 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1023370 T2012 oascc.SolrZkClient.makePath makePath: /collections/nodes_used_collection/leaders/shard2
[junit4:junit4]   2> ASYNC  NEW_CORE C1746 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@50839e9a url=http://127.0.0.1:53696/xbxfc/nodes_used_collection_shard2_replica2 node=127.0.0.1:53696_xbxfc C1746_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=down, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53696_xbxfc, base_url=http://127.0.0.1:53696/xbxfc}
[junit4:junit4]   2> 1023382 T2043 C1746 P53696 oasc.SolrCore.execute [nodes_used_collection_shard2_replica2] webapp=/xbxfc path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1024224 T2004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1024267 T2049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1024267 T2035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1024268 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1024276 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1024276 T2063 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1024276 T2003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1024292 T2042 oasc.ZkController.register We are http://127.0.0.1:53696/xbxfc/nodes_used_collection_shard2_replica2/ and leader is http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1024293 T2042 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica2 baseURL=http://127.0.0.1:53696/xbxfc
[junit4:junit4]   2> 1024294 T2042 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1024295 T2042 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1024295 T2056 oasc.ZkController.register We are http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/ and leader is http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1024296 T2056 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica2 baseURL=http://127.0.0.1:53699/xbxfc
[junit4:junit4]   2> 1024297 T2056 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1024297 T2056 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica2 state=active
[junit4:junit4]   2> 1024298 T2075 C1746 P53696 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard2_replica2 recoveringAfterStartup=true
[junit4:junit4]   2> 1024299 T2075 C1746 P53696 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1024303 T2075 C1746 P53696 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=recovering
[junit4:junit4]   2> 1024304 T2042 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1024357 T2075 C1746 P53696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1024357 T2027 oasc.ZkController.register We are http://127.0.0.1:53693/xbxfc/nodes_used_collection_shard1_replica1/ and leader is http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/
[junit4:junit4]   2> 1024358 T2027 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard1_replica1 baseURL=http://127.0.0.1:53693/xbxfc
[junit4:junit4]   2> 1024358 T2027 oasc.ZkController.checkRecovery Core needs to recover:nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1024359 T2027 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> 1024357 T2012 oasc.ZkController.register We are http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/ and leader is http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/
[junit4:junit4]   2> 1024360 T2012 oasc.ZkController.register No LogReplay needed for core=nodes_used_collection_shard2_replica1 baseURL=http://127.0.0.1:53690/xbxfc
[junit4:junit4]   2> 1024360 T2012 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1024361 T2012 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica1 state=active
[junit4:junit4]   2> 1024364 T2042 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7264 
[junit4:junit4]   2> 1024366 T2012 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1024368 T2056 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1024377 T2076 C1745 P53693 oasc.RecoveryStrategy.run Starting recovery process.  core=nodes_used_collection_shard1_replica1 recoveringAfterStartup=true
[junit4:junit4]   2> 1024377 T2076 C1745 P53693 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1024378 T2027 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1024379 T2076 C1745 P53693 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=recovering
[junit4:junit4]   2> 1024383 T2012 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard2&name=nodes_used_collection_shard2_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7284 
[junit4:junit4]   2> 1024387 T2056 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica2&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7292 
[junit4:junit4]   2> 1024393 T2027 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={numShards=2&shard=shard1&name=nodes_used_collection_shard1_replica1&action=CREATE&collection=nodes_used_collection&wt=javabin&qt=/admin/cores&version=2} status=0 QTime=7297 
[junit4:junit4]   2> 1024394 T2005 oasc.OverseerCollectionProcessor.createCollection Finished create command on all shards for collection: nodes_used_collection
[junit4:junit4]   2> 1024398 T2016 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53696_xbxfc_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1024403 T2076 C1745 P53693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1024431 T2021 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work/qnr-0000000000 state: SyncConnected type NodeDataChanged
[junit4:junit4]   2> 1024435 T2054 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 127.0.0.1:53693_xbxfc_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1024437 T2005 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{success={null={responseHeader={status=0,QTime=7264},core=nodes_used_collection_shard2_replica2},null={responseHeader={status=0,QTime=7284},core=nodes_used_collection_shard2_replica1},null={responseHeader={status=0,QTime=7292},core=nodes_used_collection_shard1_replica2},null={responseHeader={status=0,QTime=7297},core=nodes_used_collection_shard1_replica1}}}
[junit4:junit4]   2> 1024439 T2003 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1024444 T2017 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/collections params={numShards=2&name=nodes_used_collection&replicationFactor=2&action=CREATE&wt=javabin&version=2} status=0 QTime=7365 
[junit4:junit4]   2> 1024447 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1024449 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1024455 T2078 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@42fd1445 name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1024456 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1024461 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1024468 T1981 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1024472 T1981 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1024477 T2080 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@614850ff name:ZooKeeperConnection Watcher:127.0.0.1:53683/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1024477 T1981 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1024481 T1981 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1024512 T2030 oasha.CollectionsHandler.handleCreateAction Creating Collection : numShards=3&maxShardsPerNode=3&name=awholynewcollection_0&replicationFactor=4&action=CREATE&wt=javabin&version=2
[junit4:junit4]   2> 1024518 T2003 oasc.DistributedQueue$LatchChildWatcher.process Watcher fired on path: /overseer/collection-queue-work state: SyncConnected type NodeChildrenChanged
[junit4:junit4]   2> 1024521 T2005 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
[junit4:junit4]   2> 	  "operation":"createcollection",
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "maxShardsPerNode":"3",
[junit4:junit4]   2> 	  "createNodeSet":null,
[junit4:junit4]   2> 	  "name":"awholynewcollection_0",
[junit4:junit4]   2> 	  "replicationFactor":"4"}
[junit4:junit4]   2> 1024521 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica1 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53690_xbxfc
[junit4:junit4]   2> 1024521 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica2 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53699_xbxfc
[junit4:junit4]   2> 1024522 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica3 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53686_xbxfc
[junit4:junit4]   2> 1024522 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard1_replica4 as part of slice shard1 of collection awholynewcollection_0 on 127.0.0.1:53696_xbxfc
[junit4:junit4]   2> 1024522 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica1 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53693_xbxfc
[junit4:junit4]   2> 1024527 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica2 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53690_xbxfc
[junit4:junit4]   2> 1024529 T2040 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica4 state=down
[junit4:junit4]   2> 1024533 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica3 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53699_xbxfc
[junit4:junit4]   2> 1024533 T2031 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica1 state=down
[junit4:junit4]   2> 1024541 T2055 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica2 state=down
[junit4:junit4]   2> 1024546 T2013 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica1 state=down
[junit4:junit4]   2> 1024551 T2014 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica2 state=down
[junit4:junit4]   2> 1024556 T1995 oasc.ZkController.publish publishing core=awholynewcollection_0_shard1_replica3 state=down
[junit4:junit4]   2> 1024559 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard2_replica4 as part of slice shard2 of collection awholynewcollection_0 on 127.0.0.1:53686_xbxfc
[junit4:junit4]   2> 1024566 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica1 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53696_xbxfc
[junit4:junit4]   2> 1024567 T2057 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica3 state=down
[junit4:junit4]   2> 1024570 T1996 oasc.ZkController.publish publishing core=awholynewcollection_0_shard2_replica4 state=down
[junit4:junit4]   2> 1024571 T2041 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica1 state=down
[junit4:junit4]   2> 1024568 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica2 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53693_xbxfc
[junit4:junit4]   2> 1024580 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica3 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53690_xbxfc
[junit4:junit4]   2> 1024585 T2026 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica2 state=down
[junit4:junit4]   2> 1024590 T2015 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica3 state=down
[junit4:junit4]   2> 1024592 T2005 oasc.OverseerCollectionProcessor.createCollection Creating shard awholynewcollection_0_shard3_replica4 as part of slice shard3 of collection awholynewcollection_0 on 127.0.0.1:53699_xbxfc
[junit4:junit4]   2> 1024599 T2058 oasc.ZkController.publish publishing core=awholynewcollection_0_shard3_replica4 state=down
[junit4:junit4]   2> 1025905 T2004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1025913 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53699_xbxfc_nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53699_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53699/xbxfc"}
[junit4:junit4]   2> 1025923 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53696_xbxfc_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53696_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53696/xbxfc"}
[junit4:junit4]   2> 1025938 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53690_xbxfc_nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53690_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53690/xbxfc"}
[junit4:junit4]   2> 1025949 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53693_xbxfc_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53693_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53693/xbxfc"}
[junit4:junit4]   2> 1025964 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53696_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53696/xbxfc"}
[junit4:junit4]   2> 1025965 T2004 oasc.Overseer$ClusterStateUpdater.createCollection Create collection awholynewcollection_0 with numShards 3
[junit4:junit4]   2> 1025977 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard2_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53693_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53693/xbxfc"}
[junit4:junit4]   2> 1025991 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica2",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53699_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53699/xbxfc"}
[junit4:junit4]   2> 1026018 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53690_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53690/xbxfc"}
[junit4:junit4]   2> 1026031 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53690_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53690/xbxfc"}
[junit4:junit4]   2> 1026044 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard1_replica3",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53686_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53686/xbxfc"}
[junit4:junit4]   2> 1026054 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard2_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53686_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53686/xbxfc"}
[junit4:junit4]   2> 1026067 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard3_replica1",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53696_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53696/xbxfc"}
[junit4:junit4]   2> 1026083 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard2_replica3",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53699_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53699/xbxfc"}
[junit4:junit4]   2> 1026104 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard3_replica4",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53699_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53699/xbxfc"}
[junit4:junit4]   2> 1026125 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard3_replica3",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53690_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53690/xbxfc"}
[junit4:junit4]   2> 1026137 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":null,
[junit4:junit4]   2> 	  "numShards":"3",
[junit4:junit4]   2> 	  "shard":"shard3",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"awholynewcollection_0_shard3_replica2",
[junit4:junit4]   2> 	  "collection":"awholynewcollection_0",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53693_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53693/xbxfc"}
[junit4:junit4]   2> 1026150 T2049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026150 T2080 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026150 T2078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026152 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026155 T2003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026156 T2063 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026156 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026159 T2035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1026401 T2016 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53696_xbxfc_nodes_used_collection_shard2_replica2, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1026402 T2016 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53696_xbxfc_nodes_used_collection_shard2_replica2&state=recovering&nodeName=127.0.0.1:53696_xbxfc&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard2_replica1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1026438 T2054 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 127.0.0.1:53693_xbxfc_nodes_used_collection_shard1_replica1, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1026439 T2054 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=127.0.0.1:53693_xbxfc_nodes_used_collection_shard1_replica1&state=recovering&nodeName=127.0.0.1:53693_xbxfc&action=PREPRECOVERY&checkLive=true&core=nodes_used_collection_shard1_replica2&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2004 
[junit4:junit4]   2> 1026542 T2040 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4
[junit4:junit4]   2> 1026543 T2040 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026544 T2031 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard2_replica1
[junit4:junit4]   2> 1026545 T2031 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026547 T2055 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard1_replica2
[junit4:junit4]   2> 1026548 T2055 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026551 T2040 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1026552 T2040 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1026555 T2031 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1026555 T2031 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1026560 T2031 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1026560 T2031 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1026569 T2040 oasc.ZkController.getConfName Only one config set found in zk - using it:conf1
[junit4:junit4]   2> 1026570 T2040 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1026574 T2031 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026576 T2013 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1026577 T2013 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026578 T2014 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2
[junit4:junit4]   2> 1026579 T2014 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026580 T1995 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard1_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/awholynewcollection_0_shard1_replica3
[junit4:junit4]   2> 1026580 T1995 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026588 T2055 oasc.ZkController.createCollectionZkNode Creating collection in ZooKeeper:awholynewcollection_0
[junit4:junit4]   2> 1026589 T2055 oasc.ZkController.getConfName Looking for collection configName
[junit4:junit4]   2> 1026600 T1996 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/awholynewcollection_0_shard2_replica4
[junit4:junit4]   2> 1026603 T1996 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026604 T2041 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1
[junit4:junit4]   2> 1026607 T2015 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard3_replica3
[junit4:junit4]   2> 1026607 T2015 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026604 T2057 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard2_replica3' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3
[junit4:junit4]   2> 1026609 T2057 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026610 T2013 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026611 T2013 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026607 T2026 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica2' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard3_replica2
[junit4:junit4]   2> 1026613 T2026 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026607 T2041 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026606 T2058 oasc.CoreContainer.create Creating SolrCore 'awholynewcollection_0_shard3_replica4' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard3_replica4
[junit4:junit4]   2> 1026617 T2058 oasc.ZkController.createCollectionZkNode Check for collection zkNode:awholynewcollection_0
[junit4:junit4]   2> 1026618 T2055 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0
[junit4:junit4]   2> 1026619 T2026 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026622 T2026 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026622 T2041 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026623 T2041 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026613 T2015 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026625 T2015 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026610 T2014 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026627 T2014 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026609 T2031 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard2_replica1/'
[junit4:junit4]   2> 1026630 T2013 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/'
[junit4:junit4]   2> 1026625 T2058 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026632 T2058 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026623 T2040 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026634 T1995 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026634 T1995 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026636 T1996 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026636 T1996 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026617 T2057 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1026659 T2057 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026671 T2014 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/'
[junit4:junit4]   2> 1026684 T2040 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/'
[junit4:junit4]   2> 1026688 T2041 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/'
[junit4:junit4]   2> 1026693 T2058 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard3_replica4/'
[junit4:junit4]   2> 1026701 T2055 oasc.ZkController.readConfigName Load collection config from:/collections/awholynewcollection_0
[junit4:junit4]   2> 1026704 T2057 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/'
[junit4:junit4]   2> 1026707 T1995 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/awholynewcollection_0_shard1_replica3/'
[junit4:junit4]   2> 1026711 T2026 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard3_replica2/'
[junit4:junit4]   2> 1026716 T2015 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard3_replica3/'
[junit4:junit4]   2> 1026745 T1996 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-controljetty-1372531699501/awholynewcollection_0_shard2_replica4/'
[junit4:junit4]   2> 1026816 T2055 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard1_replica2/'
[junit4:junit4]   2> 1027281 T2057 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027658 T2031 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027691 T1996 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027712 T2055 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027728 T2014 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027746 T2015 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027878 T2041 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027893 T2026 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027894 T2013 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027943 T2058 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1027980 T2040 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1028184 T1995 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> ASYNC  NEW_CORE C1747 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@50839e9a url=http://127.0.0.1:53696/xbxfc/nodes_used_collection_shard2_replica2 node=127.0.0.1:53696_xbxfc C1747_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53696_xbxfc, base_url=http://127.0.0.1:53696/xbxfc}
[junit4:junit4]   2> 1028405 T2075 C1747 P53696 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/ core=nodes_used_collection_shard2_replica2 - recoveringAfterStartup=true
[junit4:junit4]   2> 1028406 T2075 C1747 P53696 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard2_replica2 url=http://127.0.0.1:53696/xbxfc START replicas=[http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/] nUpdates=100
[junit4:junit4]   2> 1028407 T2075 C1747 P53696 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1028407 T2075 C1747 P53696 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1028408 T2075 C1747 P53696 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1028415 T2075 C1747 P53696 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1028416 T2075 C1747 P53696 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1028416 T2075 C1747 P53696 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1/. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1028417 T2075 C1747 P53696 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C1748 name=nodes_used_collection_shard2_replica1 org.apache.solr.core.SolrCore@d377cd url=http://127.0.0.1:53690/xbxfc/nodes_used_collection_shard2_replica1 node=127.0.0.1:53690_xbxfc C1748_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica1 props:{shard=shard2, state=active, core=nodes_used_collection_shard2_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53690_xbxfc, base_url=http://127.0.0.1:53690/xbxfc, leader=true}
[junit4:junit4]   2> 1028454 T2012 C1748 P53690 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/xbxfc path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> ASYNC  NEW_CORE C1749 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@60c58338 url=http://127.0.0.1:53693/xbxfc/nodes_used_collection_shard1_replica1 node=127.0.0.1:53693_xbxfc C1749_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53693_xbxfc, base_url=http://127.0.0.1:53693/xbxfc}
[junit4:junit4]   2> 1028457 T2076 C1749 P53693 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/ core=nodes_used_collection_shard1_replica1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1028459 T2076 C1749 P53693 oasu.PeerSync.sync PeerSync: core=nodes_used_collection_shard1_replica1 url=http://127.0.0.1:53693/xbxfc START replicas=[http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/] nUpdates=100
[junit4:junit4]   2> 1028460 T2076 C1749 P53693 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1028460 T2076 C1749 P53693 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028460 T2076 C1749 P53693 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028461 T2076 C1749 P53693 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028461 T2076 C1749 P53693 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1028462 T2076 C1749 P53693 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2/. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028462 T2076 C1749 P53693 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1028487 T2012 C1748 P53690 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1028491 T2014 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1028515 T2014 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1028568 T2012 C1748 P53690 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@23ebbdc4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1893e502),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1028569 T2012 C1748 P53690 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1028571 T2012 C1748 P53690 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1028572 T2012 C1748 P53690 oass.SolrIndexSearcher.<init> Opening Searcher@1937f5a7 realtime
[junit4:junit4]   2> 1028573 T2012 C1748 P53690 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1028575 T2012 C1748 P53690 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard2_replica1] webapp=/xbxfc path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 88
[junit4:junit4]   2> ASYNC  NEW_CORE C1750 name=nodes_used_collection_shard2_replica2 org.apache.solr.core.SolrCore@50839e9a url=http://127.0.0.1:53696/xbxfc/nodes_used_collection_shard2_replica2 node=127.0.0.1:53696_xbxfc C1750_STATE=coll:nodes_used_collection core:nodes_used_collection_shard2_replica2 props:{shard=shard2, state=recovering, core=nodes_used_collection_shard2_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53696_xbxfc, base_url=http://127.0.0.1:53696/xbxfc}
[junit4:junit4]   2> 1028581 T2075 C1750 P53696 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1028582 T2075 C1750 P53696 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1028593 T2058 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1028601 T2014 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica2] Schema name=test
[junit4:junit4]   2> 1028611 T2031 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1028614 T2017 C1748 P53690 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1028616 T2017 C1748 P53690 oasc.SolrCore.execute [nodes_used_collection_shard2_replica1] webapp=/xbxfc path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=5 
[junit4:junit4]   2> 1028618 T2075 C1750 P53696 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1028618 T2075 C1750 P53696 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> 1028619 T2075 C1750 P53696 oasc.ZkController.publish publishing core=nodes_used_collection_shard2_replica2 state=active
[junit4:junit4]   2> 1028625 T2075 C1750 P53696 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard2_replica2
[junit4:junit4]   2> ASYNC  NEW_CORE C1751 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@6abdbf5a url=http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2 node=127.0.0.1:53699_xbxfc C1751_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53699_xbxfc, base_url=http://127.0.0.1:53699/xbxfc, leader=true}
[junit4:junit4]   2> 1028685 T2059 C1751 P53699 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/xbxfc path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=17 
[junit4:junit4]   2> 1028666 T2031 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1028665 T2056 C1751 P53699 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1028778 T2056 C1751 P53699 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@64ab5b82 lockFactory=org.apache.lucene.store.NativeFSLockFactory@6cbae2c1),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1028780 T2056 C1751 P53699 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1028786 T2056 C1751 P53699 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1028788 T2056 C1751 P53699 oass.SolrIndexSearcher.<init> Opening Searcher@5cfe2ace realtime
[junit4:junit4]   2> ASYNC  NEW_CORE C1752 name=nodes_used_collection_shard1_replica2 org.apache.solr.core.SolrCore@6abdbf5a url=http://127.0.0.1:53699/xbxfc/nodes_used_collection_shard1_replica2 node=127.0.0.1:53699_xbxfc C1752_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica2 props:{shard=shard1, state=active, core=nodes_used_collection_shard1_replica2, collection=nodes_used_collection, node_name=127.0.0.1:53699_xbxfc, base_url=http://127.0.0.1:53699/xbxfc, leader=true}
[junit4:junit4]   2> 1028804 T2056 C1752 P53699 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1028805 T2056 C1752 P53699 oasup.LogUpdateProcessor.finish [nodes_used_collection_shard1_replica2] webapp=/xbxfc path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 140
[junit4:junit4]   2> 1028809 T2058 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C1753 name=nodes_used_collection_shard1_replica1 org.apache.solr.core.SolrCore@60c58338 url=http://127.0.0.1:53693/xbxfc/nodes_used_collection_shard1_replica1 node=127.0.0.1:53693_xbxfc C1753_STATE=coll:nodes_used_collection core:nodes_used_collection_shard1_replica1 props:{shard=shard1, state=recovering, core=nodes_used_collection_shard1_replica1, collection=nodes_used_collection, node_name=127.0.0.1:53693_xbxfc, base_url=http://127.0.0.1:53693/xbxfc}
[junit4:junit4]   2> 1028810 T2076 C1753 P53693 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1028811 T2076 C1753 P53693 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1028818 T2056 C1752 P53699 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1028819 T2056 C1752 P53699 oasc.SolrCore.execute [nodes_used_collection_shard1_replica2] webapp=/xbxfc path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1028820 T2076 C1753 P53693 oasc.RecoveryStrategy.replay No replay needed. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028821 T2076 C1753 P53693 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028821 T2076 C1753 P53693 oasc.ZkController.publish publishing core=nodes_used_collection_shard1_replica1 state=active
[junit4:junit4]   2> 1028826 T2076 C1753 P53693 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=nodes_used_collection_shard1_replica1
[junit4:junit4]   2> 1028886 T2057 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1028904 T2057 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1028944 T2055 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1028944 T2058 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica4] Schema name=test
[junit4:junit4]   2> 1028974 T2031 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica1] Schema name=test
[junit4:junit4]   2> 1028984 T2055 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1028992 T2055 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica2] Schema name=test
[junit4:junit4]   2> 1028999 T2013 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1028993 T2041 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1029005 T2057 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica3] Schema name=test
[junit4:junit4]   2> 1029010 T2013 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029026 T2013 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica1] Schema name=test
[junit4:junit4]   2> 1029036 T1996 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1029037 T2041 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029041 T1996 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029048 T2041 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica1] Schema name=test
[junit4:junit4]   2> 1029038 T2015 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1029072 T2015 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029079 T2040 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1029160 T2040 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029264 T2015 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica3] Schema name=test
[junit4:junit4]   2> 1029281 T1996 oass.IndexSchema.readSchema [awholynewcollection_0_shard2_replica4] Schema name=test
[junit4:junit4]   2> 1029365 T2004 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1029368 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53696_xbxfc_nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard2_replica2",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53696_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53696/xbxfc"}
[junit4:junit4]   2> 1029369 T2040 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica4] Schema name=test
[junit4:junit4]   2> 1029399 T2004 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"127.0.0.1:53693_xbxfc_nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"nodes_used_collection_shard1_replica1",
[junit4:junit4]   2> 	  "collection":"nodes_used_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53693_xbxfc",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53693/xbxfc"}
[junit4:junit4]   2> 1029413 T2049 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029413 T2078 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029414 T2063 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029414 T2035 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029413 T2080 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029414 T2008 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029414 T2003 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029414 T2021 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1029608 T1995 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1029632 T2026 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1029634 T1995 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029642 T2026 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1029736 T1995 oass.IndexSchema.readSchema [awholynewcollection_0_shard1_replica3] Schema name=test
[junit4:junit4]   2> 1029763 T2026 oass.IndexSchema.readSchema [awholynewcollection_0_shard3_replica2] Schema name=test
[junit4:junit4]   2> 1040866 T2041 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1040868 T2041 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1040881 T2041 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1040937 T2013 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1040938 T2013 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1040940 T2013 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1041034 T2013 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041061 T2013 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1041105 T2041 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041161 T2041 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1041242 T2014 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041245 T2014 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041247 T2014 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1041282 T2013 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1041403 T2013 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1041466 T2013 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1041473 T2040 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041473 T2040 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041475 T2040 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1041480 T2013 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1041481 T2013 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1041482 T2013 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1041498 T2013 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1041499 T2013 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1041500 T2013 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1041500 T2013 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/data/
[junit4:junit4]   2> 1041501 T2013 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1041501 T2013 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1041503 T2013 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/data
[junit4:junit4]   2> 1041505 T2013 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/data/index/
[junit4:junit4]   2> 1041505 T2013 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1041506 T2013 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/data/index
[junit4:junit4]   2> 1041510 T2014 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041530 T2014 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1041536 T2041 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1041549 T2058 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041550 T2058 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041558 T2031 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041559 T2031 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041561 T2031 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1041563 T2041 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1041577 T2057 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041578 T2057 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1041580 T2057 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1041582 T2058 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1041584 T2013 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@559320d4 lockFactory=org.apache.lucene.store.NativeFSLockFactory@1bfa683b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1041585 T2013 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1041613 T2013 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1041614 T2013 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1041616 T2013 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1041618 T2013 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1041620 T2013 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1041726 T2058 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041641 T2040 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041768 T2041 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1041771 T2040 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1041772 T2057 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041780 T2057 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1041805 T2013 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1041806 T2013 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1041809 T2013 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1041810 T2013 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1041664 T2031 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1041834 T2031 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1041839 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1041840 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1041843 T2041 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1041878 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1041879 T2041 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1041880 T2041 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1041927 T2014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1041948 T2041 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/data/
[junit4:junit4]   2> 1041949 T2041 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1041956 T2041 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1041969 T2041 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/data
[junit4:junit4]   2> 1041981 T2041 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/data/index/
[junit4:junit4]   2> 1041983 T2041 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard3_replica1] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1041991 T2041 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard3_replica1/data/index
[junit4:junit4]   2> 1042016 T2040 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042088 T2041 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=MockDirWrapper(org.apache.lucene.store.RAMDirectory@4c6261f1 lockFactory=org.apache.lucene.store.NativeFSLockFactory@7631568b),segFN=segments_1,generation=1}
[junit4:junit4]   2> 1042089 T2041 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1042091 T2031 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042127 T2013 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1042160 T2041 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1042196 T2014 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042185 T2013 oass.SolrIndexSearcher.<init> Opening Searcher@4eb68574 main
[junit4:junit4]   2> 1042223 T2013 oasu.UpdateHandler.clearLog Clearing tlog files, tlogDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard1_replica1/data/tlog
[junit4:junit4]   2> 1042185 T2055 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1042226 T2055 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1042229 T2055 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1042180 T2058 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1042245 T2040 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042247 T2014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042262 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042262 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042263 T2014 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042271 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042272 T2014 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042273 T2014 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042275 T2014 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica2] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/data/
[junit4:junit4]   2> 1042275 T2014 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1042276 T2014 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042209 T2041 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1042288 T2057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042274 T2031 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042272 T2013 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1042294 T2013 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1042289 T2014 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/data
[junit4:junit4]   2> 1042311 T2091 oasc.SolrCore.registerSearcher [awholynewcollection_0_shard1_replica1] Registered new searcher Searcher@4eb68574 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1042321 T2057 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042288 T2041 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1042326 T2041 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1042327 T2041 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1042328 T2041 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1042329 T2041 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1042331 T2041 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1042332 T2041 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1042325 T2014 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/data/index/
[junit4:junit4]   2> 1042344 T2014 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica2] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1042345 T2014 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty1-1372531700536/awholynewcollection_0_shard2_replica2/data/index
[junit4:junit4]   2> 1042349 T2040 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042398 T2057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042423 T2013 oasc.CoreContainer.registerCore registering core: awholynewcollection_0_shard1_replica1
[junit4:junit4]   2> 1042424 T2013 oasc.ZkController.register Register replica - core:awholynewcollection_0_shard1_replica1 address:http://127.0.0.1:53690/xbxfc collection:awholynewcollection_0 shard:shard1
[junit4:junit4]   2> 1042428 T2013 oascc.SolrZkClient.makePath makePath: /collections/awholynewcollection_0/leader_elect/shard1/election
[junit4:junit4]   2> 1042431 T2040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042433 T2040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042434 T2040 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042441 T2058 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042444 T2031 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042449 T2055 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1042464 T2040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042469 T2040 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042470 T2040 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042471 T2040 oasc.SolrCore.<init> [awholynewcollection_0_shard1_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/data/
[junit4:junit4]   2> 1042472 T2040 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1042473 T2040 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042480 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042481 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042482 T2057 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042468 T2058 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1042486 T2040 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/data
[junit4:junit4]   2> 1042489 T2031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042491 T2031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042495 T2031 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042503 T2058 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042510 T2040 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/data/index/
[junit4:junit4]   2> 1042513 T2040 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard1_replica4] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1042514 T2040 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty3-1372531704523/awholynewcollection_0_shard1_replica4/data/index
[junit4:junit4]   2> 1042512 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042516 T2057 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042517 T2057 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042518 T2057 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica3] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/data/
[junit4:junit4]   2> 1042519 T2057 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1042520 T2057 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042512 T2058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042523 T2058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042523 T2058 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1042516 T2031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042525 T2031 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042527 T2031 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042527 T2031 oasc.SolrCore.<init> [awholynewcollection_0_shard2_replica1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard2_replica1/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard2_replica1/data/
[junit4:junit4]   2> 1042528 T2031 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1042531 T2031 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042530 T2013 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1042534 T2057 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/data
[junit4:junit4]   2> 1042538 T2058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1042540 T2058 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1042540 T2058 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042541 T2058 oasc.SolrCore.<init> [awholynewcollection_0_shard3_replica4] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard3_replica4/, dataDir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard3_replica4/data/
[junit4:junit4]   2> 1042605 T2058 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2b4908ec
[junit4:junit4]   2> 1042607 T2058 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
[junit4:junit4]   2> 1042579 T2057 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/data/index/
[junit4:junit4]   2> 1042612 T2057 oasc.SolrCore.initIndex WARN [awholynewcollection_0_shard2_replica3] Solr index directory '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1042613 T2057 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_0_shard2_replica3/data/index
[junit4:junit4]   2> 1042614 T2013 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Waiting until we see more replicas up: total=4 found=1 timeoutin=179979
[junit4:junit4]   2> 1042579 T2041 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1042574 T2031 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty2-1372531702590/awholynewcollection_0_shard2_replica1/data
[junit4:junit4]   2> 1042555 T2015 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1042627 T2015 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1042667 T2015 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1042554 T2055 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1042552 T2014 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onC

[...truncated too long message...]

72531706534/awholynewcollection_1_shard5_replica4/data/index;done=false>>]
[junit4:junit4]   2> 1186377 T1981 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard5_replica4/data/index
[junit4:junit4]   2> 1186378 T1981 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard5_replica4/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard5_replica4/data;done=false>>]
[junit4:junit4]   2> 1186379 T1981 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard5_replica4/data
[junit4:junit4]   2> 1186380 T1981 oasc.SolrCore.close [awholynewcollection_1_shard3_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@131252e7
[junit4:junit4]   2> 1186391 T1981 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4:junit4]   2> 1186391 T1981 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
[junit4:junit4]   2> 1186392 T1981 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
[junit4:junit4]   2> 1186392 T1981 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
[junit4:junit4]   2> 1186394 T1981 oasc.SolrCore.closeSearcher [awholynewcollection_1_shard3_replica2] Closing main searcher on request.
[junit4:junit4]   2> 1186395 T1981 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
[junit4:junit4]   2> 1186395 T1981 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard3_replica2/data/index [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard3_replica2/data/index;done=false>>]
[junit4:junit4]   2> 1186396 T1981 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard3_replica2/data/index
[junit4:junit4]   2> 1186397 T1981 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard3_replica2/data [CachedDir<<refCount=0;path=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard3_replica2/data;done=false>>]
[junit4:junit4]   2> 1186397 T1981 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.CollectionsAPIDistributedZkTest-jetty4-1372531706534/awholynewcollection_1_shard3_replica2/data
[junit4:junit4]   2> 1186423 T1981 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/xbxfc,null}
[junit4:junit4]   2> 1186489 T1981 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4:junit4]   2> 1186492 T1981 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:53683 53683
[junit4:junit4]   1> client port:0.0.0.0/0.0.0.0:0
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=CF1E365EB3C63E27 -Dtests.slow=true -Dtests.locale=da_DK -Dtests.timezone=Europe/Chisinau -Dtests.file.encoding=UTF-8
[junit4:junit4] ERROR    179s | CollectionsAPIDistributedZkTest.testDistribSearch <<<
[junit4:junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: collection already exists: awholynewcollection_1
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([CF1E365EB3C63E27:4EF8B846C4995E1B]:0)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:424)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:180)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:264)
[junit4:junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:318)
[junit4:junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1495)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:438)
[junit4:junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:146)
[junit4:junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:835)
[junit4:junit4]    > 	at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 1186767 T1981 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4:junit4]   2> 179015 T1980 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
[junit4:junit4]   2> 1187708 T2063 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> 1187708 T2063 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1187709 T2063 oascc.ZkStateReader$2.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=da_DK, timezone=Europe/Chisinau
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=2,free=33693976,total=177115136
[junit4:junit4]   2> NOTE: All tests run in this JVM: [ParsingFieldUpdateProcessorsTest, SimpleFacetsTest, TestSolrJ, TestRealTimeGet, TestWriterPerf, CurrencyFieldOpenExchangeTest, ClusterStateUpdateTest, QueryElevationComponentTest, TestAddFieldRealTimeGet, TestSolrDeletionPolicy1, FullSolrCloudDistribCmdsTest, SolrCoreTest, JsonLoaderTest, TestBinaryField, TestStressLucene, DocValuesMultiTest, TestMergePolicyConfig, DistributedSpellCheckComponentTest, TestAtomicUpdateErrorCases, TestZkChroot, DebugComponentTest, SpellPossibilityIteratorTest, ShowFileRequestHandlerTest, TestPartialUpdateDeduplication, TestArbitraryIndexDir, SpatialFilterTest, DocumentAnalysisRequestHandlerTest, TestFastLRUCache, AliasIntegrationTest, TestFieldTypeResource, SuggesterWFSTTest, SimplePostToolTest, SolrCmdDistributorTest, TestUniqueKeyFieldResource, CoreAdminHandlerTest, ChaosMonkeySafeLeaderTest, TestCollationField, TestFieldResource, TestRandomFaceting, ZkNodePropsTest, SolrIndexConfigTest, DistributedQueryElevationComponentTest, TestPluginEnable, TestCloudManagedSchema, TestConfig, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, TestPhraseSuggestions, WordBreakSolrSpellCheckerTest, TestRecovery, LeaderElectionIntegrationTest, AutoCommitTest, PeerSyncTest, SystemInfoHandlerTest, TestFastOutputStream, CacheHeaderTest, TestCharFilters, TestPseudoReturnFields, FileBasedSpellCheckerTest, CSVRequestHandlerTest, IndexSchemaTest, TestSolrXMLSerializer, DistanceFunctionTest, DisMaxRequestHandlerTest, CollectionsAPIDistributedZkTest]
[junit4:junit4] Completed in 180.13s, 1 test, 1 error <<< FAILURES!

[...truncated 722 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:392: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:372: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1248: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:892: There were test failures: 299 suites, 1290 tests, 1 error, 17 ignored (5 assumptions)

Total time: 112 minutes 30 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-4.x-MacOSX (64bit/jdk1.7.0) - Build # 591 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-4.x-MacOSX/591/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([4BE8DBCA76E44870]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([4BE8DBCA76E44870]:0)




Build Log:
[...truncated 9629 lines...]
[junit4:junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
[junit4:junit4]   2> 1155994 T2552 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
[junit4:junit4]   2> 1156002 T2552 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
[junit4:junit4]   2> Creating dataDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyNothingIsSafeTest-1372501666745
[junit4:junit4]   2> 1156004 T2552 oasc.ZkTestServer.run STARTING ZK TEST SERVER
[junit4:junit4]   2> 1156004 T2553 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
[junit4:junit4]   2> 1156109 T2552 oasc.ZkTestServer.run start zk server on port:53057
[junit4:junit4]   2> 1156111 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1156118 T2559 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3699234d name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1156119 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1156119 T2552 oascc.SolrZkClient.makePath makePath: /solr
[junit4:junit4]   2> 1156141 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1156146 T2561 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@340b1046 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1156147 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1156148 T2552 oascc.SolrZkClient.makePath makePath: /collections/collection1
[junit4:junit4]   2> 1156158 T2552 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
[junit4:junit4]   2> 1156173 T2552 oascc.SolrZkClient.makePath makePath: /collections/control_collection
[junit4:junit4]   2> 1156180 T2552 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
[junit4:junit4]   2> 1156189 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1156190 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
[junit4:junit4]   2> 1156202 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4:junit4]   2> 1156203 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
[junit4:junit4]   2> 1156211 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1156212 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
[junit4:junit4]   2> 1156220 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4:junit4]   2> 1156221 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
[junit4:junit4]   2> 1156235 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4:junit4]   2> 1156236 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
[junit4:junit4]   2> 1156244 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1156245 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
[junit4:junit4]   2> 1156256 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1156257 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4:junit4]   2> 1156277 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1156278 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
[junit4:junit4]   2> 1156292 T2552 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1156294 T2552 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
[junit4:junit4]   2> 1156804 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1156815 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53060
[junit4:junit4]   2> 1156817 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1156817 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1156818 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083
[junit4:junit4]   2> 1156818 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/solr.xml
[junit4:junit4]   2> 1156819 T2552 oasc.CoreContainer.<init> New CoreContainer 246819949
[junit4:junit4]   2> 1156820 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/'
[junit4:junit4]   2> 1156820 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/'
[junit4:junit4]   2> 1156991 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1156993 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1156994 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1156995 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1156995 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1156996 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1156997 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1156998 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1156999 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1157000 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1157040 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1157041 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1157042 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1157044 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1157053 T2572 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@16963c91 name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1157054 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1157080 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1157102 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1157110 T2574 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48656a76 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1157111 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1157116 T2552 oascc.SolrZkClient.makePath makePath: /overseer/queue
[junit4:junit4]   2> 1157128 T2552 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
[junit4:junit4]   2> 1157140 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes
[junit4:junit4]   2> 1157145 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53060_
[junit4:junit4]   2> 1157148 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53060_
[junit4:junit4]   2> 1157158 T2552 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
[junit4:junit4]   2> 1157175 T2552 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4:junit4]   2> 1157182 T2552 oasc.Overseer.start Overseer (id=89948269232259075-127.0.0.1:53060_-n_0000000000) starting
[junit4:junit4]   2> 1157191 T2552 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
[junit4:junit4]   2> 1157208 T2576 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
[junit4:junit4]   2> 1157214 T2552 oascc.SolrZkClient.makePath makePath: /clusterstate.json
[junit4:junit4]   2> 1157221 T2552 oascc.SolrZkClient.makePath makePath: /aliases.json
[junit4:junit4]   2> 1157225 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1157239 T2577 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1157239 T2577 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1157239 T2575 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
[junit4:junit4]   2> 1157248 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1157250 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53060_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53060"}
[junit4:junit4]   2> 1157250 T2575 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with numShards 1
[junit4:junit4]   2> 1157251 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1157262 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1158245 T2577 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/collection1
[junit4:junit4]   2> 1158245 T2577 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
[junit4:junit4]   2> 1158247 T2577 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1158247 T2577 oasc.ZkController.readConfigName Load collection config from:/collections/control_collection
[junit4:junit4]   2> 1158250 T2577 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/collection1/'
[junit4:junit4]   2> 1158252 T2577 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1158253 T2577 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/collection1/lib/README' to classloader
[junit4:junit4]   2> 1158366 T2577 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1158462 T2577 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1158466 T2577 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1158474 T2577 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1159512 T2577 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1159514 T2577 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1159516 T2577 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1159531 T2577 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1159537 T2577 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1159584 T2577 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1159594 T2577 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1159608 T2577 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1159614 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1159615 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1159616 T2577 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1159621 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1159622 T2577 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1159623 T2577 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1159694 T2577 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1372501667083/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/control/data/
[junit4:junit4]   2> 1159700 T2577 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1159701 T2577 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1159704 T2577 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/control/data
[junit4:junit4]   2> 1159706 T2577 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/control/data/index/
[junit4:junit4]   2> 1159707 T2577 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/control/data/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1159709 T2577 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/control/data/index
[junit4:junit4]   2> 1159724 T2577 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/control/data/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1159724 T2577 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1159729 T2577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1159730 T2577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1159731 T2577 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1159732 T2577 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1159733 T2577 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1159733 T2577 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1159733 T2577 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1159735 T2577 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1159737 T2577 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1159754 T2577 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1159783 T2577 oass.SolrIndexSearcher.<init> Opening Searcher@4cca707e main
[junit4:junit4]   2> 1159788 T2577 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1159788 T2577 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1159797 T2578 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4cca707e main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1159800 T2577 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1159801 T2577 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53060 collection:control_collection shard:shard1
[junit4:junit4]   2> 1159804 T2577 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
[junit4:junit4]   2> 1159825 T2577 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1159833 T2577 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1159833 T2577 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1159833 T2577 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53060/collection1/
[junit4:junit4]   2> 1159834 T2577 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1159834 T2577 oasc.SyncStrategy.syncToMe http://127.0.0.1:53060/collection1/ has no replicas
[junit4:junit4]   2> 1159835 T2577 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53060/collection1/
[junit4:junit4]   2> 1159835 T2577 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
[junit4:junit4]   2> 1160303 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1160334 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1160388 T2577 oasc.ZkController.register We are http://127.0.0.1:53060/collection1/ and leader is http://127.0.0.1:53060/collection1/
[junit4:junit4]   2> 1160389 T2577 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53060
[junit4:junit4]   2> 1160389 T2577 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1160389 T2577 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1160390 T2577 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1160394 T2577 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1160397 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1160399 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1160400 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1160419 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:
[junit4:junit4]   2> 1160422 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1160434 T2581 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@433dc47 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1160434 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1160439 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1160446 T2552 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:true cause connection loss:true
[junit4:junit4]   2> 1160914 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1160921 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53064
[junit4:junit4]   2> 1160923 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1160923 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1160924 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189
[junit4:junit4]   2> 1160924 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/solr.xml
[junit4:junit4]   2> 1160924 T2552 oasc.CoreContainer.<init> New CoreContainer 1941096875
[junit4:junit4]   2> 1160925 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/'
[junit4:junit4]   2> 1160926 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/'
[junit4:junit4]   2> 1161086 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1161087 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1161088 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1161088 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1161089 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1161089 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1161089 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1161090 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1161090 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1161091 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1161114 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1161115 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1161116 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1161118 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1161123 T2592 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@26ac3003 name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1161125 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1161132 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1161148 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1161155 T2594 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10c42e1c name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1161155 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1161175 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1161843 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1161844 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"1",
[junit4:junit4]   2> 	  "numShards":"1",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"control_collection",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53060_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53060"}
[junit4:junit4]   2> 1161855 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1161856 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1161857 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1162186 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53064_
[junit4:junit4]   2> 1162189 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53064_
[junit4:junit4]   2> 1162195 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
[junit4:junit4]   2> 1162200 T2574 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1162201 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1162201 T2581 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1162201 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1162209 T2594 oascc.ZkStateReader$3.process Updating live nodes... (2)
[junit4:junit4]   2> 1162221 T2595 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1162221 T2595 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1163380 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1163382 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53064_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53064"}
[junit4:junit4]   2> 1163383 T2575 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with numShards 2
[junit4:junit4]   2> 1163383 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1163396 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1163397 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1163397 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1164227 T2595 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/collection1
[junit4:junit4]   2> 1164228 T2595 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1164229 T2595 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1164229 T2595 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1164232 T2595 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/collection1/'
[junit4:junit4]   2> 1164234 T2595 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1164235 T2595 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/collection1/lib/README' to classloader
[junit4:junit4]   2> 1164342 T2595 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1164427 T2595 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1164430 T2595 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1164437 T2595 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1165354 T2595 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1165356 T2595 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1165357 T2595 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1165371 T2595 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1165375 T2595 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1165410 T2595 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1165423 T2595 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1165432 T2595 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1165435 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1165435 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1165436 T2595 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1165439 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1165439 T2595 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1165439 T2595 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1165440 T2595 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1372501671189/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1/
[junit4:junit4]   2> 1165440 T2595 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1165441 T2595 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1165442 T2595 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1
[junit4:junit4]   2> 1165443 T2595 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1/index/
[junit4:junit4]   2> 1165444 T2595 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1165445 T2595 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1/index
[junit4:junit4]   2> 1165453 T2595 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1165453 T2595 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1165459 T2595 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1165460 T2595 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1165461 T2595 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1165462 T2595 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1165463 T2595 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1165464 T2595 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1165464 T2595 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1165465 T2595 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1165466 T2595 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1165481 T2595 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1165491 T2595 oass.SolrIndexSearcher.<init> Opening Searcher@15ad63a4 main
[junit4:junit4]   2> 1165493 T2595 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1165493 T2595 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1165509 T2596 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15ad63a4 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1165512 T2595 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1165513 T2595 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53064 collection:collection1 shard:shard1
[junit4:junit4]   2> 1165515 T2595 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
[junit4:junit4]   2> 1165535 T2595 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1165542 T2595 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1165542 T2595 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1165542 T2595 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53064/collection1/
[junit4:junit4]   2> 1165543 T2595 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1165543 T2595 oasc.SyncStrategy.syncToMe http://127.0.0.1:53064/collection1/ has no replicas
[junit4:junit4]   2> 1165543 T2595 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53064/collection1/
[junit4:junit4]   2> 1165544 T2595 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4:junit4]   2> 1166420 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1166448 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1166449 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1166449 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1166495 T2595 oasc.ZkController.register We are http://127.0.0.1:53064/collection1/ and leader is http://127.0.0.1:53064/collection1/
[junit4:junit4]   2> 1166495 T2595 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53064
[junit4:junit4]   2> 1166495 T2595 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1166496 T2595 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1166496 T2595 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1166505 T2595 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1166508 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1166509 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1166510 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1166998 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1167005 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53067
[junit4:junit4]   2> 1167007 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1167008 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1167008 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271
[junit4:junit4]   2> 1167009 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/solr.xml
[junit4:junit4]   2> 1167009 T2552 oasc.CoreContainer.<init> New CoreContainer 956848356
[junit4:junit4]   2> 1167010 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/'
[junit4:junit4]   2> 1167011 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/'
[junit4:junit4]   2> 1167186 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1167187 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1167187 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1167188 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1167188 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1167188 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1167191 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1167191 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1167192 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1167193 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1167215 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1167217 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1167217 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1167219 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1167225 T2608 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ad96af6 name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1167226 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1167232 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1167255 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1167262 T2610 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a98e499 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1167262 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1167274 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1167969 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1167971 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"2",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53064_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53064"}
[junit4:junit4]   2> 1167981 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1167981 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1167982 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1167981 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1168284 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53067_
[junit4:junit4]   2> 1168288 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53067_
[junit4:junit4]   2> 1168303 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
[junit4:junit4]   2> 1168307 T2581 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1168308 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1168308 T2610 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1168309 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1168309 T2574 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1168310 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1168332 T2594 oascc.ZkStateReader$3.process Updating live nodes... (3)
[junit4:junit4]   2> 1168333 T2611 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1168333 T2611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1169530 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1169532 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53067_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53067"}
[junit4:junit4]   2> 1169532 T2575 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1169532 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1169542 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1169542 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1169543 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1169550 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1170338 T2611 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/collection1
[junit4:junit4]   2> 1170339 T2611 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1170340 T2611 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1170340 T2611 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1170344 T2611 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/collection1/'
[junit4:junit4]   2> 1170346 T2611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1170347 T2611 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/collection1/lib/README' to classloader
[junit4:junit4]   2> 1170429 T2611 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1170516 T2611 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1170520 T2611 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1170527 T2611 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1171463 T2611 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1171464 T2611 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1171465 T2611 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1171478 T2611 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1171484 T2611 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1171529 T2611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1171537 T2611 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1171546 T2611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1171549 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1171549 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1171550 T2611 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1171553 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1171554 T2611 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1171554 T2611 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1171555 T2611 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1372501677271/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2/
[junit4:junit4]   2> 1171555 T2611 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1171556 T2611 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1171557 T2611 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2
[junit4:junit4]   2> 1171558 T2611 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2/index/
[junit4:junit4]   2> 1171559 T2611 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1171560 T2611 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2/index
[junit4:junit4]   2> 1171567 T2611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1171568 T2611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1171573 T2611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1171573 T2611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1171574 T2611 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1171576 T2611 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1171577 T2611 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1171577 T2611 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1171578 T2611 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1171579 T2611 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1171580 T2611 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1171600 T2611 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1171611 T2611 oass.SolrIndexSearcher.<init> Opening Searcher@2d6da4d7 main
[junit4:junit4]   2> 1171614 T2611 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1171615 T2611 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1171621 T2612 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2d6da4d7 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1171626 T2611 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1171626 T2611 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53067 collection:collection1 shard:shard2
[junit4:junit4]   2> 1171628 T2611 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
[junit4:junit4]   2> 1171652 T2611 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process.
[junit4:junit4]   2> 1171669 T2611 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
[junit4:junit4]   2> 1171669 T2611 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
[junit4:junit4]   2> 1171669 T2611 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:53067/collection1/
[junit4:junit4]   2> 1171670 T2611 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
[junit4:junit4]   2> 1171670 T2611 oasc.SyncStrategy.syncToMe http://127.0.0.1:53067/collection1/ has no replicas
[junit4:junit4]   2> 1171670 T2611 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:53067/collection1/
[junit4:junit4]   2> 1171671 T2611 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
[junit4:junit4]   2> 1172574 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1172601 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1172601 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1172601 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1172602 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1172617 T2611 oasc.ZkController.register We are http://127.0.0.1:53067/collection1/ and leader is http://127.0.0.1:53067/collection1/
[junit4:junit4]   2> 1172617 T2611 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53067
[junit4:junit4]   2> 1172618 T2611 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
[junit4:junit4]   2> 1172618 T2611 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1172618 T2611 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1172621 T2611 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1172625 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1172626 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1172626 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1173097 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1173105 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53070
[junit4:junit4]   2> 1173107 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1173107 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1173108 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384
[junit4:junit4]   2> 1173108 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/solr.xml
[junit4:junit4]   2> 1173109 T2552 oasc.CoreContainer.<init> New CoreContainer 1085032071
[junit4:junit4]   2> 1173109 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/'
[junit4:junit4]   2> 1173110 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/'
[junit4:junit4]   2> 1173294 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1173295 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1173295 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1173296 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1173296 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1173297 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1173297 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1173298 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1173298 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1173299 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1173319 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1173320 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1173320 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1173327 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1173421 T2624 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4f60fbad name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1173422 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1173428 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1173446 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1173452 T2626 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6ea5b7c7 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1173452 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1173466 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1174124 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1174133 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"3",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53067_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53067"}
[junit4:junit4]   2> 1174144 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1174144 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1174145 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1174146 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1174146 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1174483 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53070_
[junit4:junit4]   2> 1174487 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53070_
[junit4:junit4]   2> 1174495 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
[junit4:junit4]   2> 1174503 T2626 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1174504 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1174504 T2610 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1174504 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1174505 T2581 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1174505 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1174506 T2574 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1174506 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1174531 T2594 oascc.ZkStateReader$3.process Updating live nodes... (4)
[junit4:junit4]   2> 1174540 T2627 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1174541 T2627 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1175673 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1175675 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53070_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53070"}
[junit4:junit4]   2> 1175676 T2575 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1175676 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1175688 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1175689 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1175689 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1175691 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1175692 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1176548 T2627 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/collection1
[junit4:junit4]   2> 1176548 T2627 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1176551 T2627 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1176551 T2627 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1176555 T2627 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/collection1/'
[junit4:junit4]   2> 1176557 T2627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1176557 T2627 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/collection1/lib/README' to classloader
[junit4:junit4]   2> 1176652 T2627 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1176749 T2627 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1176752 T2627 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1176761 T2627 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1177739 T2627 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1177741 T2627 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1177742 T2627 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1177755 T2627 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1177760 T2627 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1177801 T2627 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1177809 T2627 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1177817 T2627 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1177820 T2627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1177821 T2627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1177821 T2627 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1177826 T2627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1177826 T2627 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1177826 T2627 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1177827 T2627 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1372501683384/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty3/
[junit4:junit4]   2> 1177827 T2627 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1177828 T2627 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1177830 T2627 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty3
[junit4:junit4]   2> 1177830 T2627 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty3/index/
[junit4:junit4]   2> 1177831 T2627 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty3/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1177832 T2627 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty3/index
[junit4:junit4]   2> 1177839 T2627 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty3/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1177839 T2627 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1177844 T2627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1177845 T2627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1177846 T2627 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1177847 T2627 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1177848 T2627 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1177849 T2627 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1177849 T2627 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1177850 T2627 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1177851 T2627 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1177870 T2627 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1177884 T2627 oass.SolrIndexSearcher.<init> Opening Searcher@2642a14d main
[junit4:junit4]   2> 1177885 T2627 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1177886 T2627 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1177893 T2628 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2642a14d main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1177897 T2627 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1177898 T2627 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53070 collection:collection1 shard:shard1
[junit4:junit4]   2> 1177906 T2627 oasc.ZkController.register We are http://127.0.0.1:53070/collection1/ and leader is http://127.0.0.1:53064/collection1/
[junit4:junit4]   2> 1177906 T2627 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53070
[junit4:junit4]   2> 1177907 T2627 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1177907 T2627 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2029 name=collection1 org.apache.solr.core.SolrCore@28ea02c9 url=http://127.0.0.1:53070/collection1 node=127.0.0.1:53070_ C2029_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53070_, base_url=http://127.0.0.1:53070}
[junit4:junit4]   2> 1177908 T2629 C2029 P53070 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1177909 T2629 C2029 P53070 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1177909 T2629 C2029 P53070 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1177909 T2629 C2029 P53070 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1177912 T2629 C2029 P53070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1177912 T2627 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1177933 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1177934 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1177935 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1177941 T2586 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1178426 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1178434 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53074
[junit4:junit4]   2> 1178435 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1178435 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1178436 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693
[junit4:junit4]   2> 1178436 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/solr.xml
[junit4:junit4]   2> 1178436 T2552 oasc.CoreContainer.<init> New CoreContainer 1727234542
[junit4:junit4]   2> 1178437 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/'
[junit4:junit4]   2> 1178438 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/'
[junit4:junit4]   2> 1178634 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1178635 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1178636 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1178636 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1178637 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1178637 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1178638 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1178638 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1178639 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1178640 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1178663 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1178664 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1178665 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1178667 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1178674 T2641 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4aa44e39 name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1178675 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1178680 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1178700 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1178704 T2643 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a986e9e name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1178705 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1178719 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1178728 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1178730 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53070_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53070"}
[junit4:junit4]   2> 1178744 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1178745 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1178745 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1178745 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1178745 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1178745 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1178947 T2586 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 4, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1178948 T2586 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=4&state=recovering&nodeName=127.0.0.1:53070_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1007 
[junit4:junit4]   2> 1179742 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53074_
[junit4:junit4]   2> 1179750 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53074_
[junit4:junit4]   2> 1179759 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
[junit4:junit4]   2> 1179764 T2610 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1179765 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1179765 T2643 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1179766 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1179768 T2581 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1179768 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1179770 T2626 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1179771 T2574 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1179771 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1179771 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1179777 T2594 oascc.ZkStateReader$3.process Updating live nodes... (5)
[junit4:junit4]   2> 1179793 T2644 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1179794 T2644 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1180269 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1180271 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53074_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53074"}
[junit4:junit4]   2> 1180271 T2575 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1180271 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1180281 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1180282 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1180283 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1180283 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1180283 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1180284 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1180799 T2644 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/collection1
[junit4:junit4]   2> 1180800 T2644 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1180802 T2644 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1180802 T2644 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1180806 T2644 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/collection1/'
[junit4:junit4]   2> 1180808 T2644 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1180809 T2644 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/collection1/lib/README' to classloader
[junit4:junit4]   2> 1180886 T2644 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> ASYNC  NEW_CORE C2030 name=collection1 org.apache.solr.core.SolrCore@28ea02c9 url=http://127.0.0.1:53070/collection1 node=127.0.0.1:53070_ C2030_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53070_, base_url=http://127.0.0.1:53070}
[junit4:junit4]   2> 1180951 T2629 C2030 P53070 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53064/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1180955 T2629 C2030 P53070 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53070 START replicas=[http://127.0.0.1:53064/collection1/] nUpdates=100
[junit4:junit4]   2> 1180956 T2629 C2030 P53070 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1180960 T2629 C2030 P53070 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1180961 T2629 C2030 P53070 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1180961 T2629 C2030 P53070 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1180961 T2629 C2030 P53070 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1180962 T2629 C2030 P53070 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53064/collection1/. core=collection1
[junit4:junit4]   2> 1180962 T2629 C2030 P53070 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2031 name=collection1 org.apache.solr.core.SolrCore@114b4889 url=http://127.0.0.1:53064/collection1 node=127.0.0.1:53064_ C2031_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53064_, base_url=http://127.0.0.1:53064, leader=true}
[junit4:junit4]   2> 1181003 T2589 C2031 P53064 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1181004 T2586 C2031 P53064 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1181013 T2589 C2031 P53064 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty1/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1181014 T2589 C2031 P53064 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1181015 T2589 C2031 P53064 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> ASYNC  NEW_CORE C2032 name=collection1 org.apache.solr.core.SolrCore@114b4889 url=http://127.0.0.1:53064/collection1 node=127.0.0.1:53064_ C2032_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53064_, base_url=http://127.0.0.1:53064, leader=true}
[junit4:junit4]   2> 1181042 T2589 C2032 P53064 oass.SolrIndexSearcher.<init> Opening Searcher@4a9368e8 realtime
[junit4:junit4]   2> 1181043 T2589 C2032 P53064 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1181043 T2589 C2032 P53064 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 40
[junit4:junit4]   2> 1181041 T2644 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C2033 name=collection1 org.apache.solr.core.SolrCore@28ea02c9 url=http://127.0.0.1:53070/collection1 node=127.0.0.1:53070_ C2033_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53070_, base_url=http://127.0.0.1:53070}
[junit4:junit4]   2> 1181046 T2629 C2033 P53070 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1181046 T2629 C2033 P53070 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1181050 T2644 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1181059 T2644 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1181063 T2587 C2032 P53064 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1181063 T2587 C2032 P53064 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=11 
[junit4:junit4]   2> 1181064 T2629 C2033 P53070 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1181065 T2629 C2033 P53070 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1181065 T2629 C2033 P53070 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1181065 T2629 C2033 P53070 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1181073 T2629 C2033 P53070 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1181809 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1181812 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"4",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53070_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53070"}
[junit4:junit4]   2> 1181823 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1181824 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1181825 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1181825 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1181825 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1181825 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1182015 T2644 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1182017 T2644 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1182018 T2644 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1182032 T2644 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1182037 T2644 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1182080 T2644 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1182112 T2644 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1182121 T2644 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1182127 T2644 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1182130 T2644 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1182131 T2644 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1182138 T2644 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1182139 T2644 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1182139 T2644 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1182140 T2644 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty4-1372501688693/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty4/
[junit4:junit4]   2> 1182140 T2644 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1182141 T2644 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1182142 T2644 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty4
[junit4:junit4]   2> 1182143 T2644 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty4/index/
[junit4:junit4]   2> 1182143 T2644 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty4/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1182144 T2644 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty4/index
[junit4:junit4]   2> 1182151 T2644 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty4/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1182152 T2644 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1182157 T2644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1182157 T2644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1182158 T2644 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1182159 T2644 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1182160 T2644 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1182161 T2644 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1182164 T2644 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1182166 T2644 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1182167 T2644 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1182184 T2644 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1182201 T2644 oass.SolrIndexSearcher.<init> Opening Searcher@b7fa182 main
[junit4:junit4]   2> 1182203 T2644 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1182203 T2644 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1182211 T2646 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@b7fa182 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1182216 T2644 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1182217 T2644 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53074 collection:collection1 shard:shard2
[junit4:junit4]   2> 1182224 T2644 oasc.ZkController.register We are http://127.0.0.1:53074/collection1/ and leader is http://127.0.0.1:53067/collection1/
[junit4:junit4]   2> 1182225 T2644 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53074
[junit4:junit4]   2> 1182225 T2644 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1182225 T2644 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2034 name=collection1 org.apache.solr.core.SolrCore@103dfba9 url=http://127.0.0.1:53074/collection1 node=127.0.0.1:53074_ C2034_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53074_, base_url=http://127.0.0.1:53074}
[junit4:junit4]   2> 1182227 T2647 C2034 P53074 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1182228 T2647 C2034 P53074 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1182228 T2647 C2034 P53074 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1182228 T2647 C2034 P53074 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1182232 T2647 C2034 P53074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1182253 T2644 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1182254 T2601 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1182265 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1182266 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1182267 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1182770 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1182777 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53081
[junit4:junit4]   2> 1182778 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1182779 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1182779 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023
[junit4:junit4]   2> 1182780 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/solr.xml
[junit4:junit4]   2> 1182780 T2552 oasc.CoreContainer.<init> New CoreContainer 1320887639
[junit4:junit4]   2> 1182781 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/'
[junit4:junit4]   2> 1182781 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/'
[junit4:junit4]   2> 1182988 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1182991 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1182991 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1182992 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1182992 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1182993 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1182993 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1182994 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1182994 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1182995 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1183013 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1183014 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1183015 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1183016 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1183021 T2659 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7935b9cf name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1183022 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1183055 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1183076 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1183082 T2661 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ae6e119 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1183082 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1183094 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1183352 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1183353 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53074_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53074"}
[junit4:junit4]   2> 1183367 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1183367 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1183368 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1183368 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1183369 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1183369 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1183369 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1184104 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53081_
[junit4:junit4]   2> 1184107 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53081_
[junit4:junit4]   2> 1184114 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1184119 T2581 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184119 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184119 T2610 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184120 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184124 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
[junit4:junit4]   2> 1184136 T2643 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184137 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184143 T2626 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184143 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184150 T2594 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184151 T2574 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184152 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184153 T2661 oascc.ZkStateReader$3.process Updating live nodes... (6)
[junit4:junit4]   2> 1184178 T2662 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1184178 T2662 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1184259 T2601 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 5, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1184260 T2601 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=5&state=recovering&nodeName=127.0.0.1:53074_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2006 
[junit4:junit4]   2> 1184897 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1184899 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53081_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53081"}
[junit4:junit4]   2> 1184900 T2575 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1184900 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1184915 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184916 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184916 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184917 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184917 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184925 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1184917 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1185201 T2662 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/collection1
[junit4:junit4]   2> 1185202 T2662 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1185204 T2662 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1185204 T2662 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1185208 T2662 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/collection1/'
[junit4:junit4]   2> 1185210 T2662 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1185211 T2662 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/collection1/lib/README' to classloader
[junit4:junit4]   2> 1185291 T2662 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1185389 T2662 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1185392 T2662 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1185400 T2662 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> ASYNC  NEW_CORE C2035 name=collection1 org.apache.solr.core.SolrCore@103dfba9 url=http://127.0.0.1:53074/collection1 node=127.0.0.1:53074_ C2035_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53074_, base_url=http://127.0.0.1:53074}
[junit4:junit4]   2> 1186262 T2647 C2035 P53074 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53067/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1186263 T2647 C2035 P53074 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53074 START replicas=[http://127.0.0.1:53067/collection1/] nUpdates=100
[junit4:junit4]   2> 1186263 T2647 C2035 P53074 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1186264 T2647 C2035 P53074 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1186264 T2647 C2035 P53074 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1186264 T2647 C2035 P53074 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1186275 T2647 C2035 P53074 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1186275 T2647 C2035 P53074 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53067/collection1/. core=collection1
[junit4:junit4]   2> 1186275 T2647 C2035 P53074 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2036 name=collection1 org.apache.solr.core.SolrCore@115a1f6e url=http://127.0.0.1:53067/collection1 node=127.0.0.1:53067_ C2036_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53067_, base_url=http://127.0.0.1:53067, leader=true}
[junit4:junit4]   2> 1186304 T2600 C2036 P53067 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=9 
[junit4:junit4]   2> 1186311 T2603 C2036 P53067 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1186324 T2603 C2036 P53067 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty2/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1186335 T2603 C2036 P53067 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1186336 T2603 C2036 P53067 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1186337 T2603 C2036 P53067 oass.SolrIndexSearcher.<init> Opening Searcher@4c17e358 realtime
[junit4:junit4]   2> 1186338 T2603 C2036 P53067 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1186338 T2603 C2036 P53067 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 28
[junit4:junit4]   2> 1186340 T2647 C2035 P53074 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1186340 T2647 C2035 P53074 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1186345 T2599 C2036 P53067 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1186346 T2599 C2036 P53067 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=2 
[junit4:junit4]   2> 1186347 T2647 C2035 P53074 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1186347 T2647 C2035 P53074 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1186348 T2647 C2035 P53074 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1186348 T2647 C2035 P53074 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1186354 T2647 C2035 P53074 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1186453 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1186464 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"5",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53074_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53074"}
[junit4:junit4]   2> 1186484 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186484 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186484 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186484 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186484 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186484 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186484 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1186568 T2662 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1186569 T2662 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1186570 T2662 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1186588 T2662 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1186593 T2662 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1186655 T2662 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1186663 T2662 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1186671 T2662 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1186675 T2662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1186675 T2662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1186676 T2662 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1186689 T2662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1186690 T2662 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1186691 T2662 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1186691 T2662 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty5-1372501693023/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty5/
[junit4:junit4]   2> 1186691 T2662 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1186692 T2662 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1186693 T2662 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty5
[junit4:junit4]   2> 1186694 T2662 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty5/index/
[junit4:junit4]   2> 1186695 T2662 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty5/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1186695 T2662 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty5/index
[junit4:junit4]   2> 1186703 T2662 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty5/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1186703 T2662 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1186708 T2662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1186709 T2662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1186710 T2662 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1186711 T2662 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1186712 T2662 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1186712 T2662 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1186716 T2662 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1186717 T2662 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1186719 T2662 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1186734 T2662 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1186744 T2662 oass.SolrIndexSearcher.<init> Opening Searcher@1942d505 main
[junit4:junit4]   2> 1186746 T2662 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1186746 T2662 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1186754 T2664 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1942d505 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1186758 T2662 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1186758 T2662 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53081 collection:collection1 shard:shard1
[junit4:junit4]   2> 1186775 T2662 oasc.ZkController.register We are http://127.0.0.1:53081/collection1/ and leader is http://127.0.0.1:53064/collection1/
[junit4:junit4]   2> 1186776 T2662 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53081
[junit4:junit4]   2> 1186776 T2662 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1186776 T2662 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2037 name=collection1 org.apache.solr.core.SolrCore@5d364639 url=http://127.0.0.1:53081/collection1 node=127.0.0.1:53081_ C2037_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53081_, base_url=http://127.0.0.1:53081}
[junit4:junit4]   2> 1186778 T2665 C2037 P53081 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1186779 T2665 C2037 P53081 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1186779 T2665 C2037 P53081 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1186780 T2665 C2037 P53081 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1186780 T2662 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1186782 T2665 C2037 P53081 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1186784 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1186784 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1186785 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1186806 T2589 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1187285 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1187292 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53088
[junit4:junit4]   2> 1187293 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1187294 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1187294 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545
[junit4:junit4]   2> 1187294 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/solr.xml
[junit4:junit4]   2> 1187295 T2552 oasc.CoreContainer.<init> New CoreContainer 2051756060
[junit4:junit4]   2> 1187296 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/'
[junit4:junit4]   2> 1187296 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/'
[junit4:junit4]   2> 1187461 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1187464 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1187465 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1187465 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1187466 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1187466 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1187467 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1187467 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1187468 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1187468 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1187486 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1187487 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1187487 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1187494 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1187495 T2677 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@40613bf8 name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1187495 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1187500 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1187516 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1187527 T2679 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a5f6b85 name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1187528 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1187540 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1188020 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1188024 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53081_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53081"}
[junit4:junit4]   2> 1188035 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188036 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188036 T2679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188037 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188037 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188037 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188040 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188038 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188551 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53088_
[junit4:junit4]   2> 1188553 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53088_
[junit4:junit4]   2> 1188561 T2679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188561 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188562 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 6)
[junit4:junit4]   2> 1188565 T2574 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188565 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1188567 T2626 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188567 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1188568 T2610 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188568 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1188570 T2643 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188570 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1188572 T2581 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188572 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1188588 T2661 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188589 T2679 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188589 T2594 oascc.ZkStateReader$3.process Updating live nodes... (7)
[junit4:junit4]   2> 1188605 T2680 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1188605 T2680 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1188809 T2589 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 6, state: recovering, checkLive: true, onlyIfLeader: true for: 2 seconds.
[junit4:junit4]   2> 1188809 T2589 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=6&state=recovering&nodeName=127.0.0.1:53081_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=2003 
[junit4:junit4]   2> 1189561 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1189564 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53088_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53088"}
[junit4:junit4]   2> 1189565 T2575 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1189565 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard2
[junit4:junit4]   2> 1189579 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189579 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189580 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189580 T2679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189580 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189580 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189580 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189580 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1189609 T2680 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/collection1
[junit4:junit4]   2> 1189609 T2680 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1189611 T2680 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1189612 T2680 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1189615 T2680 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/collection1/'
[junit4:junit4]   2> 1189617 T2680 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/collection1/lib/classes/' to classloader
[junit4:junit4]   2> 1189617 T2680 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/collection1/lib/README' to classloader
[junit4:junit4]   2> 1189723 T2680 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_44
[junit4:junit4]   2> 1189829 T2680 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
[junit4:junit4]   2> 1189833 T2680 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
[junit4:junit4]   2> 1189843 T2680 oass.IndexSchema.readSchema [collection1] Schema name=test
[junit4:junit4]   2> 1190742 T2680 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1190743 T2680 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
[junit4:junit4]   2> 1190744 T2680 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
[junit4:junit4]   2> 1190756 T2680 oass.IndexSchema.readSchema default search field in schema is text
[junit4:junit4]   2> 1190761 T2680 oass.IndexSchema.readSchema unique key field: id
[junit4:junit4]   2> 1190800 T2680 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> 1190807 T2680 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
[junit4:junit4]   2> ASYNC  NEW_CORE C2038 name=collection1 org.apache.solr.core.SolrCore@5d364639 url=http://127.0.0.1:53081/collection1 node=127.0.0.1:53081_ C2038_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53081_, base_url=http://127.0.0.1:53081}
[junit4:junit4]   2> 1190812 T2665 C2038 P53081 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53064/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1190812 T2665 C2038 P53081 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53081 START replicas=[http://127.0.0.1:53064/collection1/] nUpdates=100
[junit4:junit4]   2> 1190813 T2665 C2038 P53081 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1190827 T2665 C2038 P53081 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1190828 T2665 C2038 P53081 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1190829 T2665 C2038 P53081 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1190833 T2665 C2038 P53081 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1190834 T2665 C2038 P53081 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53064/collection1/. core=collection1
[junit4:junit4]   2> 1190835 T2665 C2038 P53081 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2039 name=collection1 org.apache.solr.core.SolrCore@114b4889 url=http://127.0.0.1:53064/collection1 node=127.0.0.1:53064_ C2039_STATE=coll:collection1 core:collection1 props:{shard=shard1, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53064_, base_url=http://127.0.0.1:53064, leader=true}
[junit4:junit4]   2> 1190837 T2586 C2039 P53064 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1190838 T2680 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1190841 T2680 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1190842 T2680 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1190842 T2680 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
[junit4:junit4]   2> 1190846 T2680 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
[junit4:junit4]   2> 1190846 T2680 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
[junit4:junit4]   2> 1190846 T2680 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1190847 T2680 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty6-1372501697545/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty6/
[junit4:junit4]   2> 1190847 T2680 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@f52327c
[junit4:junit4]   2> 1190847 T2680 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
[junit4:junit4]   2> 1190848 T2680 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty6
[junit4:junit4]   2> 1190849 T2680 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty6/index/
[junit4:junit4]   2> 1190849 T2680 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty6/index' doesn't exist. Creating new index...
[junit4:junit4]   2> 1190850 T2680 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty6/index
[junit4:junit4]   2> 1190853 T2590 C2039 P53064 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1190853 T2590 C2039 P53064 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1190855 T2590 C2039 P53064 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1190855 T2590 C2039 P53064 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 3
[junit4:junit4]   2> 1190857 T2665 C2038 P53081 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1190857 T2665 C2038 P53081 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1190864 T2587 C2039 P53064 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=1 
[junit4:junit4]   2> 1190866 T2665 C2038 P53081 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1190866 T2665 C2038 P53081 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1190866 T2665 C2038 P53081 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1190866 T2665 C2038 P53081 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1190865 T2680 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
[junit4:junit4]   2> 		commit{dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1372501666744/jetty6/index,segFN=segments_1,generation=1}
[junit4:junit4]   2> 1190868 T2680 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
[junit4:junit4]   2> 1190872 T2680 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
[junit4:junit4]   2> 1190873 T2680 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
[junit4:junit4]   2> 1190873 T2680 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
[junit4:junit4]   2> 1190874 T2680 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
[junit4:junit4]   2> 1190875 T2680 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
[junit4:junit4]   2> 1190875 T2680 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
[junit4:junit4]   2> 1190869 T2665 C2038 P53081 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1190877 T2680 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
[junit4:junit4]   2> 1190878 T2680 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
[junit4:junit4]   2> 1190880 T2680 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
[junit4:junit4]   2> 1190900 T2680 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
[junit4:junit4]   2> 1190910 T2680 oass.SolrIndexSearcher.<init> Opening Searcher@4c04a289 main
[junit4:junit4]   2> 1190911 T2680 oasu.CommitTracker.<init> Hard AutoCommit: disabled
[junit4:junit4]   2> 1190912 T2680 oasu.CommitTracker.<init> Soft AutoCommit: disabled
[junit4:junit4]   2> 1190922 T2682 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4c04a289 main{StandardDirectoryReader(segments_1:1)}
[junit4:junit4]   2> 1190930 T2680 oasc.CoreContainer.registerCore registering core: collection1
[junit4:junit4]   2> 1190931 T2680 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:53088 collection:collection1 shard:shard2
[junit4:junit4]   2> 1190948 T2680 oasc.ZkController.register We are http://127.0.0.1:53088/collection1/ and leader is http://127.0.0.1:53067/collection1/
[junit4:junit4]   2> 1190948 T2680 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53088
[junit4:junit4]   2> 1190951 T2680 oasc.ZkController.checkRecovery Core needs to recover:collection1
[junit4:junit4]   2> 1190951 T2680 oasu.DefaultSolrCoreState.doRecovery Running recovery - first canceling any ongoing recovery
[junit4:junit4]   2> ASYNC  NEW_CORE C2040 name=collection1 org.apache.solr.core.SolrCore@31ff2649 url=http://127.0.0.1:53088/collection1 node=127.0.0.1:53088_ C2040_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, collection=collection1, node_name=127.0.0.1:53088_, base_url=http://127.0.0.1:53088}
[junit4:junit4]   2> 1190953 T2683 C2040 P53088 oasc.RecoveryStrategy.run Starting recovery process.  core=collection1 recoveringAfterStartup=true
[junit4:junit4]   2> 1190954 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery ###### startupVersions=[]
[junit4:junit4]   2> 1190954 T2680 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1190955 T2683 C2040 P53088 oasc.ZkController.publish publishing core=collection1 state=recovering
[junit4:junit4]   2> 1190956 T2683 C2040 P53088 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1190962 T2683 C2040 P53088 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1190964 T2552 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0
[junit4:junit4]   2> 1190964 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
[junit4:junit4]   2> 1190965 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> 1190990 T2599 oasha.CoreAdminHandler.handleWaitForStateAction Going to wait for coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true
[junit4:junit4]   2> 1191104 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1191107 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"6",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard1",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53081_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53081"}
[junit4:junit4]   2> 1191121 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"recovering",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53088_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53088"}
[junit4:junit4]   2> 1191144 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191145 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191146 T2679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191146 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191146 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191147 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191146 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191148 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1191659 T2552 oejs.Server.doStart jetty-8.1.10.v20130312
[junit4:junit4]   2> 1191667 T2552 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:53093
[junit4:junit4]   2> 1191669 T2552 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
[junit4:junit4]   2> 1191670 T2552 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
[junit4:junit4]   2> 1191671 T2552 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty7-1372501701735
[junit4:junit4]   2> 1191671 T2552 oasc.CoreContainer$Initializer.initialize looking for solr config file: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty7-1372501701735/solr.xml
[junit4:junit4]   2> 1191672 T2552 oasc.CoreContainer.<init> New CoreContainer 1696546307
[junit4:junit4]   2> 1191672 T2552 oasc.CoreContainer.load Loading CoreContainer using Solr Home: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty7-1372501701735/'
[junit4:junit4]   2> 1191674 T2552 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty7-1372501701735/'
[junit4:junit4]   2> 1191847 T2552 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 120000
[junit4:junit4]   2> 1191848 T2552 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
[junit4:junit4]   2> 1191849 T2552 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
[junit4:junit4]   2> 1191849 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
[junit4:junit4]   2> 1191850 T2552 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
[junit4:junit4]   2> 1191851 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
[junit4:junit4]   2> 1191851 T2552 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
[junit4:junit4]   2> 1191853 T2552 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
[junit4:junit4]   2> 1191856 T2552 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
[junit4:junit4]   2> 1191859 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=120000&connTimeout=15000&retry=false
[junit4:junit4]   2> 1191877 T2552 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener
[junit4:junit4]   2> 1191878 T2552 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:53057/solr
[junit4:junit4]   2> 1191879 T2552 oasc.ZkController.checkChrootPath zkHost includes chroot
[junit4:junit4]   2> 1191881 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1191885 T2695 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3a64666 name:ZooKeeperConnection Watcher:127.0.0.1:53057 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1191886 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1191892 T2552 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=500&maxConnectionsPerHost=16&socketTimeout=120000&connTimeout=15000
[junit4:junit4]   2> 1191908 T2552 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
[junit4:junit4]   2> 1191913 T2697 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@422bb4cf name:ZooKeeperConnection Watcher:127.0.0.1:53057/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
[junit4:junit4]   2> 1191914 T2552 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
[junit4:junit4]   2> 1191930 T2552 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
[junit4:junit4]   2> 1191992 T2599 oasha.CoreAdminHandler.handleWaitForStateAction Waited coreNodeName: 7, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4:junit4]   2> 1191992 T2599 oass.SolrDispatchFilter.handleAdminRequest [admin] webapp=null path=/admin/cores params={coreNodeName=7&state=recovering&nodeName=127.0.0.1:53088_&action=PREPRECOVERY&checkLive=true&core=collection1&wt=javabin&onlyIfLeader=true&version=2} status=0 QTime=1002 
[junit4:junit4]   2> 1192943 T2552 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53093_
[junit4:junit4]   2> 1192947 T2552 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:53093_
[junit4:junit4]   2> 1192957 T2679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1192960 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1192967 T2626 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192967 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1192968 T2697 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192974 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 7)
[junit4:junit4]   2> 1192982 T2661 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192982 T2610 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192982 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1192989 T2581 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192990 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1192991 T2643 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192991 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1192995 T2574 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1192995 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1193012 T2679 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1193017 T2594 oascc.ZkStateReader$3.process Updating live nodes... (8)
[junit4:junit4]   2> 1193018 T2698 oasc.ZkController.publish publishing core=collection1 state=down
[junit4:junit4]   2> 1193019 T2698 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2>  C2040_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=recovering, core=collection1, collection=collection1, node_name=127.0.0.1:53088_, base_url=http://127.0.0.1:53088}
[junit4:junit4]   2> 1193996 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery Attempting to PeerSync from http://127.0.0.1:53067/collection1/ core=collection1 - recoveringAfterStartup=true
[junit4:junit4]   2> 1193997 T2683 C2040 P53088 oasu.PeerSync.sync PeerSync: core=collection1 url=http://127.0.0.1:53088 START replicas=[http://127.0.0.1:53067/collection1/] nUpdates=100
[junit4:junit4]   2> 1193998 T2683 C2040 P53088 oasu.PeerSync.sync WARN no frame of reference to tell of we've missed updates
[junit4:junit4]   2> 1193998 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery PeerSync Recovery was not successful - trying replication. core=collection1
[junit4:junit4]   2> 1193999 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery Starting Replication Recovery. core=collection1
[junit4:junit4]   2> 1194000 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery Begin buffering updates. core=collection1
[junit4:junit4]   2> 1194001 T2683 C2040 P53088 oasu.UpdateLog.bufferUpdates Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4:junit4]   2> 1194001 T2683 C2040 P53088 oasc.RecoveryStrategy.replicate Attempting to replicate from http://127.0.0.1:53067/collection1/. core=collection1
[junit4:junit4]   2> 1194002 T2683 C2040 P53088 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnections=128&maxConnectionsPerHost=32&followRedirects=false
[junit4:junit4]   2> ASYNC  NEW_CORE C2041 name=collection1 org.apache.solr.core.SolrCore@115a1f6e url=http://127.0.0.1:53067/collection1 node=127.0.0.1:53067_ C2041_STATE=coll:collection1 core:collection1 props:{shard=shard2, state=active, core=collection1, collection=collection1, node_name=127.0.0.1:53067_, base_url=http://127.0.0.1:53067, leader=true}
[junit4:junit4]   2> 1194031 T2600 C2041 P53067 oasc.SolrCore.execute [collection1] webapp= path=/get params={getVersions=100&distrib=false&wt=javabin&qt=/get&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1194033 T2600 C2041 P53067 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4:junit4]   2> 1194033 T2600 C2041 P53067 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
[junit4:junit4]   2> 1194035 T2600 C2041 P53067 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4:junit4]   2> 1194036 T2600 C2041 P53067 oasup.LogUpdateProcessor.finish [collection1] webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&wt=javabin&commit_end_point=true&version=2&softCommit=false} {commit=} 0 4
[junit4:junit4]   2> 1194037 T2683 C2040 P53088 oash.ReplicationHandler.inform Commits will be reserved for  10000
[junit4:junit4]   2> 1194038 T2683 C2040 P53088 oash.SnapPuller.<init>  No value set for 'pollInterval'. Timer Task not started.
[junit4:junit4]   2> 1194041 T2601 C2041 P53067 oasc.SolrCore.execute [collection1] webapp= path=/replication params={command=indexversion&qt=/replication&wt=javabin&version=2} status=0 QTime=0 
[junit4:junit4]   2> 1194042 T2683 C2040 P53088 oasc.RecoveryStrategy.replay No replay needed. core=collection1
[junit4:junit4]   2> 1194042 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery Replication Recovery was successful - registering as Active. core=collection1
[junit4:junit4]   2> 1194043 T2683 C2040 P53088 oasc.ZkController.publish publishing core=collection1 state=active
[junit4:junit4]   2> 1194043 T2683 C2040 P53088 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
[junit4:junit4]   2> 1194053 T2683 C2040 P53088 oasc.RecoveryStrategy.doRecovery Finished recovery process. core=collection1
[junit4:junit4]   2> 1194201 T2575 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
[junit4:junit4]   2> 1194202 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"8",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":null,
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"down",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53093_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53093"}
[junit4:junit4]   2> 1194203 T2575 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
[junit4:junit4]   2> 1194203 T2575 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard=shard1
[junit4:junit4]   2> 1194212 T2575 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
[junit4:junit4]   2> 	  "operation":"state",
[junit4:junit4]   2> 	  "core_node_name":"7",
[junit4:junit4]   2> 	  "numShards":"2",
[junit4:junit4]   2> 	  "shard":"shard2",
[junit4:junit4]   2> 	  "roles":null,
[junit4:junit4]   2> 	  "state":"active",
[junit4:junit4]   2> 	  "shard_state":"active",
[junit4:junit4]   2> 	  "core":"collection1",
[junit4:junit4]   2> 	  "collection":"collection1",
[junit4:junit4]   2> 	  "shard_range":null,
[junit4:junit4]   2> 	  "node_name":"127.0.0.1:53088_",
[junit4:junit4]   2> 	  "base_url":"http://127.0.0.1:53088"}
[junit4:junit4]   2> 1194224 T2643 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194224 T2610 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194224 T2594 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194225 T2679 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194225 T2574 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194226 T2581 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194227 T2697 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194227 T2661 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1194228 T2626 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 8)
[junit4:junit4]   2> 1195029 T2698 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty7-1372501701735/collection1
[junit4:junit4]   2> 1195030 T2698 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
[junit4:junit4]   2> 1195033 T2698 oasc.ZkController.createCollectionZkNode Collection zkNode exists
[junit4:junit4]   2> 1195034 T2698 oasc.ZkController.readConfigName Load collection config from:/collections/collection1
[junit4:junit4]   2> 1195040 T2698 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty7-1372501701735/collection1/'
[junit4:junit4]   2> 1195041 T2698 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafe

[...truncated too long message...]

ecutor.java:1068)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  22) Thread[id=2649, name=HashSessionScavenger-104, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at java.lang.Object.wait(Native Method)
[junit4:junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
[junit4:junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
[junit4:junit4]   2> 	  23) Thread[id=2668, name=qtp1799868854-2668 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:159)
[junit4:junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
[junit4:junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$SelectSet.doSelect(SelectorManager.java:569)
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  24) Thread[id=2632, name=qtp1020253906-2632 Selector0, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.io.nio.SelectorManager$1.run(SelectorManager.java:290)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  25) Thread[id=2642, name=TEST-ChaosMonkeyNothingIsSafeTest.testDistribSearch-seed#[4BE8DBCA76E44870]-SendThread(localhost:53057), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
[junit4:junit4]   2> 	  26) Thread[id=2664, name=searcherExecutor-1534-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
[junit4:junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
[junit4:junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4:junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  27) Thread[id=2687, name=qtp283074410-2687 Acceptor0 SelectChannelConnector@127.0.0.1:53093, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> 	  28) Thread[id=2625, name=TEST-ChaosMonkeyNothingIsSafeTest.testDistribSearch-seed#[4BE8DBCA76E44870]-SendThread(localhost:53057), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at java.lang.Thread.sleep(Native Method)
[junit4:junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:984)
[junit4:junit4]   2> 	  29) Thread[id=2669, name=qtp1799868854-2669 Acceptor0 SelectChannelConnector@127.0.0.1:53088, state=RUNNABLE, group=TGRP-ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:956)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
[junit4:junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
[junit4:junit4]   2> 	        at java.lang.Thread.run(Thread.java:724)
[junit4:junit4]   2> NOTE: test params are: codec=Lucene42: {timestamp=Pulsing41(freqCutoff=16 minBlockSize=74 maxBlockSize=156), range_facet_l=Pulsing41(freqCutoff=16 minBlockSize=74 maxBlockSize=156), id=PostingsFormat(name=NestedPulsing), range_facet_sl=PostingsFormat(name=SimpleText), a_t=Pulsing41(freqCutoff=16 minBlockSize=74 maxBlockSize=156), text=PostingsFormat(name=SimpleText), range_facet_si=PostingsFormat(name=MockSep), _version_=Pulsing41(freqCutoff=16 minBlockSize=74 maxBlockSize=156), other_tl1=Pulsing41(freqCutoff=16 minBlockSize=74 maxBlockSize=156), multiDefault=PostingsFormat(name=MockSep), a_si=PostingsFormat(name=MockSep), intDefault=Pulsing41(freqCutoff=16 minBlockSize=74 maxBlockSize=156)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=fr_CH, timezone=Asia/Kashgar
[junit4:junit4]   2> NOTE: Mac OS X 10.8.4 x86_64/Oracle Corporation 1.7.0_25 (64-bit)/cpus=2,threads=41,free=79949944,total=337866752
[junit4:junit4]   2> NOTE: All tests run in this JVM: [SliceStateUpdateTest, TestSuggestSpellingConverter, ShardSplitTest, XmlUpdateRequestHandlerTest, JsonLoaderTest, ZkNodePropsTest, TestWordDelimiterFilterFactory, TestCollationField, TestPostingsSolrHighlighter, TestJoin, TestDocSet, TestAnalyzedSuggestions, TestStressRecovery, OpenCloseCoreStressTest, TestPHPSerializedResponseWriter, HardAutoCommitTest, ClusterStateUpdateTest, TestFiltering, SolrCoreCheckLockOnStartupTest, TestDefaultSimilarityFactory, TestFieldTypeCollectionResource, TestReplicationHandler, TestWriterPerf, TestMultiCoreConfBootstrap, IndexSchemaTest, TestZkChroot, TestGroupingSearch, DocValuesMultiTest, TestSchemaResource, NoCacheHeaderTest, TestFastOutputStream, DefaultValueUpdateProcessorTest, SolrIndexConfigTest, TestFieldCollectionResource, TermVectorComponentDistributedTest, LegacyHTMLStripCharFilterTest, QueryEqualityTest, TestSolrDeletionPolicy1, TestRecovery, TestSearchPerf, DocumentBuilderTest, TestCloudManagedSchemaAddField, TestComponentsName, TestManagedSchemaFieldResource, TestArbitraryIndexDir, TestLazyCores, DirectUpdateHandlerOptimizeTest, FieldMutatingUpdateProcessorTest, TestFastLRUCache, SuggesterFSTTest, TestPerFieldSimilarity, TestShardHandlerFactory, TestSolrXMLSerializer, FileUtilsTest, TestStressLucene, ZkControllerTest, TestHashPartitioner, TestRandomDVFaceting, DirectSolrConnectionTest, TestFastWriter, TestSolrXmlPersistence, ResourceLoaderTest, TestBadConfig, TestConfig, TestMergePolicyConfig, TestPartialUpdateDeduplication, TestPhraseSuggestions, TestSystemIdResolver, LukeRequestHandlerTest, SolrInfoMBeanTest, DebugComponentTest, BadIndexSchemaTest, TestDistributedGrouping, TestTrie, AliasIntegrationTest, TestQueryUtils, HighlighterTest, TestFieldTypeResource, TestDynamicFieldResource, SolrCmdDistributorTest, ChaosMonkeyNothingIsSafeTest]
[junit4:junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.seed=4BE8DBCA76E44870 -Dtests.slow=true -Dtests.locale=fr_CH -Dtests.timezone=Asia/Kashgar -Dtests.file.encoding=ISO-8859-1
[junit4:junit4] ERROR   0.00s | ChaosMonkeyNothingIsSafeTest (suite) <<<
[junit4:junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4:junit4]    > 	at __randomizedtesting.SeedInfo.seed([4BE8DBCA76E44870]:0)
[junit4:junit4] Completed in 7225.86s, 1 test, 2 errors <<< FAILURES!

[...truncated 649 lines...]
BUILD FAILED
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:392: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:372: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/build.xml:39: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/build.xml:181: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/solr/common-build.xml:437: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:1248: The following error occurred while executing this line:
/Users/jenkins/jenkins-slave/workspace/Lucene-Solr-4.x-MacOSX/lucene/common-build.xml:892: There were test failures: 299 suites, 1290 tests, 1 suite-level error, 1 error, 787 ignored (4 assumptions)

Total time: 189 minutes 9 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure