You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/03/05 00:18:57 UTC

[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-fcs-b129) - Build # 9676 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9676/
Java: 64bit/jdk1.8.0-fcs-b129 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
REGRESSION:  org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([8BF5F44429C5ABCA:3E7395C39604193E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 11133 lines...]
   [junit4] Suite: org.apache.solr.core.TestNonNRTOpen
   [junit4]   2> 1165277 T5638 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1165278 T5638 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165
   [junit4]   2> 1165278 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1165279 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1165279 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1165279 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1165293 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1165296 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1165297 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1165298 T5638 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 1165300 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1165300 T5638 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1165300 T5638 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
   [junit4]   2> 1165300 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 1165311 T5638 oasc.CoreContainer.<init> New CoreContainer 673813936
   [junit4]   2> 1165311 T5638 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 1165311 T5638 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1165311 T5638 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1165313 T5638 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1165314 T5638 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1165314 T5638 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1165314 T5638 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1165315 T5639 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1165315 T5639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1165316 T5639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1165316 T5639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1165316 T5639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1165326 T5639 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1165329 T5639 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1165330 T5639 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1165336 T5639 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1165338 T5639 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1165338 T5639 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1165338 T5639 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
   [junit4]   2> 1165338 T5639 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1165339 T5639 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
   [junit4]   2> 1165339 T5639 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
   [junit4]   2> 1165339 T5639 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index' doesn't exist. Creating new index...
   [junit4]   2> 1165339 T5639 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
   [junit4]   2> 1165388 T5639 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_1,generation=1}
   [junit4]   2> 1165389 T5639 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1165389 T5639 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1165389 T5639 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1165390 T5639 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1165391 T5639 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1165391 T5639 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1165392 T5639 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1165392 T5639 oass.SolrIndexSearcher.<init> Opening Searcher@601fc642[collection1] main
   [junit4]   2> 1165393 T5639 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1165393 T5640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@601fc642[collection1] main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 1165394 T5638 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C1610 name=collection1 org.apache.solr.core.SolrCore@12ead105
   [junit4]   2> 1165395 T5638 C1610 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_1,generation=1}
   [junit4]   2> 1165395 T5638 C1610 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1165396 T5638 C1610 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 2
   [junit4]   2> 1165397 T5638 C1610 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165407 T5638 C1610 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_2,generation=2}
   [junit4]   2> 1165407 T5638 C1610 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1165411 T5638 C1610 oass.SolrIndexSearcher.<init> Opening Searcher@26f641b5[collection1] main
   [junit4]   2> 1165411 T5638 C1610 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165411 T5640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26f641b5[collection1] main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
   [junit4]   2> 1165411 T5638 C1610 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 14
   [junit4]   2> 1165412 T5638 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1165412 T5638 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=673813936
   [junit4]   2> 1165412 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12ead105
   [junit4]   2> 1165412 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1165413 T5638 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1165413 T5638 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1165413 T5638 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1165413 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165;done=false>>]
   [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
   [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index;done=false>>]
   [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
   [junit4]   2> NOTE: per solr.test.leavedatadir, dataDir will not be removed: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165
   [junit4]   2> 1165415 T5638 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 1165415 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1165415 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1165416 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1165416 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1165429 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1165433 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1165433 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1165435 T5638 oass.IndexSchema.readSchema [null] Schema name=minimal
   [junit4]   2> 1165436 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1165437 T5638 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1165437 T5638 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
   [junit4]   2> 1165437 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
   [junit4]   2> 1165447 T5638 oasc.CoreContainer.<init> New CoreContainer 1501096969
   [junit4]   2> 1165448 T5638 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
   [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1165451 T5638 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1165451 T5638 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1165451 T5638 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 1165452 T5642 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1165452 T5642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1165452 T5642 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1165453 T5642 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1165453 T5642 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1165463 T5642 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1165467 T5642 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1165467 T5642 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1165469 T5642 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1165471 T5642 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1165472 T5642 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 1165472 T5642 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
   [junit4]   2> 1165472 T5642 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1165473 T5642 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
   [junit4]   2> 1165473 T5642 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
   [junit4]   2> 1165474 T5642 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1165474 T5642 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1165474 T5642 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1165476 T5642 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1165477 T5642 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1165477 T5642 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1165478 T5642 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
   [junit4]   2> 1165480 T5642 oass.SolrIndexSearcher.<init> Opening Searcher@43191d16[collection1] main
   [junit4]   2> 1165480 T5642 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1165480 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43191d16[collection1] main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
   [junit4]   2> 1165481 T5638 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 1165484 T5638 oas.SolrTestCaseJ4.setUp ###Starting testSharedCores
   [junit4]   2> ASYNC  NEW_CORE C1611 name=collection1 org.apache.solr.core.SolrCore@1150b879
   [junit4]   2> 1165485 T5638 C1611 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1165491 T5638 C1611 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_2,generation=2}
   [junit4]   2> 1165492 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 1165492 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 7
   [junit4]   2> 1165494 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 1165494 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165516 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_3,generation=3}
   [junit4]   2> 1165516 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 1165522 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@2bb1a719[collection1] main
   [junit4]   2> 1165523 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165523 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bb1a719[collection1] main{StandardDirectoryReader(segments_3:6 _1(5.0):C1)}
   [junit4]   2> 1165524 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 30
   [junit4]   2> 1165524 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165525 T5638 C1611 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1165526 T5638 C1611 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 1165527 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165527 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bb1a719[collection1] main{StandardDirectoryReader(segments_3:6 _1(5.0):C1)}
   [junit4]   2> 1165527 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 3
   [junit4]   2> 1165529 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 1165530 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165567 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_4,generation=4}
   [junit4]   2> 1165567 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 1165571 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@6d48a78a[collection1] main
   [junit4]   2> 1165571 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165571 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d48a78a[collection1] main{StandardDirectoryReader(segments_4:8 _1(5.0):C1 _2(5.0):C1)}
   [junit4]   2> 1165572 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 42
   [junit4]   2> 1165573 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 1165573 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
   [junit4]   2> 1165574 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165597 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_5,generation=5}
   [junit4]   2> 1165598 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 1165602 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@56b7e29e[collection1] main
   [junit4]   2> 1165602 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165602 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56b7e29e[collection1] main{StandardDirectoryReader(segments_5:10 _1(5.0):C1 _2(5.0):C1 _3(5.0):C2)}
   [junit4]   2> 1165603 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 29
   [junit4]   2> 1165603 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=foo2:doc} 0 0
   [junit4]   2> 1165604 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165626 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_5,generation=5}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_6,generation=6}
   [junit4]   2> 1165626 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
   [junit4]   2> 1165630 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@4e58472d[collection1] main
   [junit4]   2> 1165631 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165631 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e58472d[collection1] main{StandardDirectoryReader(segments_6:11 _1(5.0):C1 _2(5.0):C1 _3(5.0):C2/1:delGen=1)}
   [junit4]   2> 1165631 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 27
   [junit4]   2> 1165632 T5638 oas.SolrTestCaseJ4.tearDown ###Ending testSharedCores
   [junit4]   2> 1165635 T5638 oas.SolrTestCaseJ4.setUp ###Starting testReaderIsNotNRT
   [junit4]   2> 1165635 T5638 C1611 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1165636 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
   [junit4]   2> 1165637 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
   [junit4]   2> 1165637 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165657 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_6,generation=6}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_7,generation=7}
   [junit4]   2> 1165658 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 1165662 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@342c21e5[collection1] main
   [junit4]   2> 1165663 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165663 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@342c21e5[collection1] main{StandardDirectoryReader(segments_7:14 _4(5.0):C1)}
   [junit4]   2> 1165664 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 27
   [junit4]   2> 1165665 T5638 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1165665 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1165665 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1165666 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1165666 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1165681 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1165685 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1165685 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1165687 T5638 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1165689 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1165689 T5638 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
   [junit4]   2> 1165689 T5638 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1165689 T5638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
   [junit4]   2> 1165690 T5638 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1165690 T5638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1165691 T5638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1165692 T5638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1165693 T5638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1165693 T5638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1165695 T5638 oass.SolrIndexSearcher.<init> Opening Searcher@6720d8d9[collection1] main
   [junit4]   2> 1165695 T5638 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 1165695 T5638 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1165695 T5638 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 1165695 T5645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6720d8d9[collection1] main{StandardDirectoryReader(segments_7:14 _4(5.0):C1)}
   [junit4]   2> 1165697 T5638 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_7,generation=7}
   [junit4]   2> 1165697 T5638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
   [junit4]   2> 1165697 T5638 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1165698 T5638 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 1165698 T5638 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 1165698 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1150b879
   [junit4]   2> 1165699 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
   [junit4]   2> 1165698 T5645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6720d8d9[collection1] main{StandardDirectoryReader(segments_7:14 _4(5.0):C1)}
   [junit4]   2> 1165699 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C1612 name=collection1 org.apache.solr.core.SolrCore@1d480c6a
   [junit4]   2> 1165700 T5638 C1612 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
   [junit4]   2> 1165701 T5638 C1612 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1165787 T5638 C1612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_7,generation=7}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_8,generation=8}
   [junit4]   2> 1165788 T5638 C1612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
   [junit4]   2> 1165791 T5638 C1612 oass.SolrIndexSearcher.<init> Opening Searcher@14eefe0e[collection1] main
   [junit4]   2> 1165791 T5638 C1612 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 1165791 T5645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14eefe0e[collection1] main{StandardDirectoryReader(segments_8:16 _4(5.0):C1 _5(5.0):C1)}
   [junit4]   2> 1165792 T5638 C1612 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 91
   [junit4]   2> 1165793 T5638 C1612 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
   [junit4]   2> 1165794 T5638 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
   [junit4]   2> 1165794 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 1165795 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 1165795 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 1165795 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1165809 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 1165817 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 1165818 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
   [junit4]   2> 1165820 T5638 oass.IndexSchema.readSchema [collection1] Schema name=minimal
   [junit4]   2> 1165821 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
   [junit4]   2> 1165822 T5638 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
   [junit4]   2> 1165822 T5638 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 1165822 T5638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
   [junit4]   2> 1165823 T5638 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1165823 T5638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1165823 T5638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1165825 T5638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1165825 T5638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1165826 T5638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1165828 T5638 oass.SolrIndexSearcher.<init> Opening Searcher@4fc54237[collection1] main
   [junit4]   2> 1165828 T5638 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 1165828 T5646 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fc54237[collection1] main{StandardDirectoryReader(segments_8:16 _4(5.0):C1 _5(5.0):C1)}
   [junit4]   2> 1165828 T5638 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 1165829 T5638 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 1165847 T5638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_8,generation=8}
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_9,generation=9}
   [junit4]   2> 1165847 T5638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 1165851 T5638 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_9,generation=9}
   [junit4]   2> 1165851 T5638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
   [junit4]   2> 1165852 T5638 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 1165855 T5638 oass.SolrIndexSearcher.<init> Opening Searcher@14cb4b54[collection1] main
   [junit4]   2> 1165855 T5638 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 1165855 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d480c6a
   [junit4]   2> 1165855 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1165856 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1165856 T5638 oas.SolrTestCaseJ4.tearDown ###Ending testReaderIsNotNRT
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNonNRTOpen -Dtests.method=testReaderIsNotNRT -Dtests.seed=8BF5F44429C5ABCA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/Whitehorse -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.23s J0 | TestNonNRTOpen.testReaderIsNotNRT <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8BF5F44429C5ABCA:3E7395C39604193E]:0)
   [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
   [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 1165861 T5638 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1165861 T5638 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1501096969
   [junit4]   2> 1165862 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@dc2d4e3
   [junit4]   2> 1165862 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1165862 T5638 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1165862 T5638 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1165862 T5638 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1165868 T5646 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14cb4b54[collection1] main{StandardDirectoryReader(segments_9:18 _4(5.0):C1 _5(5.0):C1 _6(5.0):C1)}
   [junit4]   2> 1165869 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1165869 T5638 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1165870 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index;done=false>>]
   [junit4]   2> 1165870 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
   [junit4]   2> 1165870 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165;done=false>>]
   [junit4]   2> 1165871 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
   [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=nl, timezone=America/Whitehorse
   [junit4]   2> NOTE: Linux 3.8.0-36-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=229400880,total=367525888
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, ZkControllerTest, TestMergePolicyConfig, ShowFileRequestHandlerTest, FastVectorHighlighterTest, HdfsBasicDistributedZkTest, TestSort, HdfsBasicDistributedZk2Test, HdfsLockFactoryTest, SpatialFilterTest, AddSchemaFieldsUpdateProcessorFactoryTest, ClusterStateUpdateTest, TestSchemaNameResource, UnloadDistributedZkTest, DistributedQueryComponentOptimizationTest, TestSearcherReuse, StatelessScriptUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestJoin, DirectUpdateHandlerOptimizeTest, TestSolrIndexConfig, SliceStateUpdateTest, DocValuesMissingTest, BasicDistributedZkTest, TestGroupingSearch, TestSearchPerf, HdfsChaosMonkeySafeLeaderTest, TestLMJelinekMercerSimilarityFactory, LukeRequestHandlerTest, PrimitiveFieldTypeTest, TestManagedSchemaFieldResource, DocValuesTest, LoggingHandlerTest, QueryParsingTest, TestImplicitCoreProperties, DateMathParserTest, TestLuceneMatchVersion, TestCursorMarkWithoutUniqueKey, HdfsCollectionsAPIDistributedZkTest, WordBreakSolrSpellCheckerTest, QueryElevationComponentTest, TestWriterPerf, URLClassifyProcessorTest, TestCoreContainer, TestFaceting, TestExtendedDismaxParser, TestLMDirichletSimilarityFactory, QueryEqualityTest, TestElisionMultitermQuery, SchemaVersionSpecificBehaviorTest, CacheHeaderTest, TestSimpleQParserPlugin, DistributedExpandComponentTest, TermsComponentTest, ReturnFieldsTest, TestRemoteStreaming, FieldMutatingUpdateProcessorTest, SOLR749Test, DOMUtilTest, TestStandardQParsers, ScriptEngineTest, DistribCursorPagingTest, OverseerRolesTest, TestSolrXMLSerializer, AbstractAnalyticsFacetTest, IndexSchemaTest, TestValueSourceCache, TestModifyConfFiles, DistributedSuggestComponentTest, EchoParamsTest, CachingDirectoryFactoryTest, SolrCoreTest, QueryFacetTest, TestFileDictionaryLookup, InfoHandlerTest, TestSchemaVersionResource, SliceStateTest, TestPHPSerializedResponseWriter, TestDocSet, TestSchemaResource, SampleTest, PeerSyncTest, MoreLikeThisHandlerTest, TestRandomDVFaceting, ShardRoutingTest, RecoveryZkTest, DeleteReplicaTest, CoreAdminHandlerTest, SolrTestCaseJ4Test, TestSolrXml, BlockDirectoryTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, SoftAutoCommitTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, SuggesterTest, TestTrie, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, DefaultValueUpdateProcessorTest, SolrInfoMBeanTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, RequestHandlersTest, TermVectorComponentTest, RequiredFieldsTest, TestCollationField, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, CSVRequestHandlerTest, TestLFUCache, UpdateParamsTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestCharFilters, TestXIncludeConfig, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, TestDistributedMissingSort, TestHighlightDedupGrouping, FieldFacetExtrasTest, AssignTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, SolrXmlInZkTest, HdfsRecoveryZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, QueryResultKeyTest, TestInfoStreamLogging, TestNRTOpen, TestNonNRTOpen]
   [junit4] Completed on J0 in 0.61s, 2 tests, 1 failure <<< FAILURES!

[...truncated 127 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:465: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:445: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1274: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:907: There were test failures: 377 suites, 1615 tests, 1 failure, 49 ignored (20 assumptions)

Total time: 42 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-fcs-b129 -XX:+UseCompressedOops -XX:+UseParallelGC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-fcs-b129) - Build # 9677 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9677/
Java: 64bit/jdk1.8.0-fcs-b129 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
There were too many update fails - we expect it can happen, but shouldn't easily

Stack Trace:
java.lang.AssertionError: There were too many update fails - we expect it can happen, but shouldn't easily
	at __randomizedtesting.SeedInfo.seed([650936338C14F28C:E4EFB82BFB4B92B0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:212)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:744)




Build Log:
[...truncated 10794 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 557894 T2282 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 557894 T2282 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /kmm/
   [junit4]   2> 557900 T2282 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./solrtest-ChaosMonkeyNothingIsSafeTest-1393980664120
   [junit4]   2> 557901 T2282 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 557902 T2283 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 558002 T2282 oasc.ZkTestServer.run start zk server on port:50842
   [junit4]   2> 558003 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 558043 T2289 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@8c276d4 name:ZooKeeperConnection Watcher:127.0.0.1:50842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 558043 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 558043 T2282 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 558051 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 558053 T2291 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@44a4ab18 name:ZooKeeperConnection Watcher:127.0.0.1:50842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 558054 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 558054 T2282 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 558059 T2282 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 558063 T2282 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 558066 T2282 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 558069 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 558070 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 558075 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 558076 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 558080 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 558081 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 558084 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 558085 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 558089 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 558089 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 558093 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 558094 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 558097 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 558098 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 558102 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 558103 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 558106 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 558107 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 558111 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 558112 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 558115 T2282 oasc.AbstractZkTestCase.putConfig put /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 558116 T2282 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 558332 T2282 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 558337 T2282 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:52346
   [junit4]   2> 558338 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 558338 T2282 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 558338 T2282 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341
   [junit4]   2> 558338 T2282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/'
   [junit4]   2> 558351 T2282 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/solr.xml
   [junit4]   2> 558358 T2282 oasc.CoreContainer.<init> New CoreContainer 1481990085
   [junit4]   2> 558359 T2282 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/]
   [junit4]   2> 558359 T2282 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 558359 T2282 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 558359 T2282 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 558360 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 558360 T2282 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 558360 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 558360 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 558361 T2282 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 558361 T2282 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 558363 T2282 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 558363 T2282 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 558363 T2282 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 558363 T2282 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50842/solr
   [junit4]   2> 558364 T2282 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 558364 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 558367 T2302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20e2d3c7 name:ZooKeeperConnection Watcher:127.0.0.1:50842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 558368 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 558372 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 558374 T2304 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43aa7d55 name:ZooKeeperConnection Watcher:127.0.0.1:50842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 558374 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 558377 T2282 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 558382 T2282 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 558388 T2282 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 558390 T2282 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52346_kmm
   [junit4]   2> 558392 T2282 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52346_kmm
   [junit4]   2> 558396 T2282 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 558399 T2282 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 558405 T2282 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52346_kmm
   [junit4]   2> 558405 T2282 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 558409 T2282 oasc.Overseer.start Overseer (id=91355916803964931-127.0.0.1:52346_kmm-n_0000000000) starting
   [junit4]   2> 558413 T2282 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 558421 T2306 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 558421 T2282 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 558422 T2306 oasc.OverseerCollectionProcessor.prioritizeOverseerNodes prioritizing overseer nodes
   [junit4]   2> 558426 T2282 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 558429 T2282 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 558434 T2305 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 558436 T2307 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 558436 T2307 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 558440 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 558441 T2307 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 558443 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 558444 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52346/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52346_kmm",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 558445 T2305 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 558445 T2305 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 558448 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 558449 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 559441 T2307 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 559442 T2307 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/collection1
   [junit4]   2> 559442 T2307 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 559443 T2307 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 559443 T2307 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 559445 T2307 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 559445 T2307 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/collection1/'
   [junit4]   2> 559446 T2307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/collection1/lib/.svn/' to classloader
   [junit4]   2> 559446 T2307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/collection1/lib/classes/' to classloader
   [junit4]   2> 559447 T2307 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/collection1/lib/README' to classloader
   [junit4]   2> 559473 T2307 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 559481 T2307 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 559482 T2307 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 559486 T2307 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 559598 T2307 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 559600 T2307 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 559600 T2307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 559603 T2307 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 559617 T2307 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 559618 T2307 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1393980664341/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data/
   [junit4]   2> 559618 T2307 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ceb1076
   [junit4]   2> 559618 T2307 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data
   [junit4]   2> 559618 T2307 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data/index/
   [junit4]   2> 559619 T2307 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 559619 T2307 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data/index
   [junit4]   2> 559619 T2307 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=74.2802734375, floorSegmentMB=1.0947265625, forceMergeDeletesPctAllowed=7.635219668866365, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3987852870699834
   [junit4]   2> 559623 T2307 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 559623 T2307 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 559625 T2307 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 559625 T2307 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 559625 T2307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 559626 T2307 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 559626 T2307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 559626 T2307 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 559626 T2307 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 559627 T2307 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 559627 T2307 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 559627 T2307 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 559627 T2307 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 559628 T2307 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 559628 T2307 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 559628 T2307 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 559628 T2307 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 559629 T2307 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 559629 T2307 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 559631 T2307 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 559632 T2307 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 559632 T2307 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 559632 T2307 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=52.978515625, floorSegmentMB=1.2939453125, forceMergeDeletesPctAllowed=4.70294322340009, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5499165082506374
   [junit4]   2> 559634 T2307 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 559634 T2307 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 559634 T2307 oass.SolrIndexSearcher.<init> Opening Searcher@39a67849[collection1] main
   [junit4]   2> 559637 T2308 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@39a67849[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 559638 T2307 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 559639 T2282 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 559639 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 559639 T2311 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52346/kmm collection:control_collection shard:shard1
   [junit4]   2> 559640 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 559641 T2311 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 559643 T2313 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3f74531 name:ZooKeeperConnection Watcher:127.0.0.1:50842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559643 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 559645 T2282 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 559649 T2282 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 559651 T2311 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 559654 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559655 T2311 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 559655 T2311 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C608 name=collection1 org.apache.solr.core.SolrCore@233b05e9 url=http://127.0.0.1:52346/kmm/collection1 node=127.0.0.1:52346_kmm C608_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:52346/kmm, core=collection1, node_name=127.0.0.1:52346_kmm}
   [junit4]   2> 559655 T2311 C608 P52346 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52346/kmm/collection1/
   [junit4]   2> 559656 T2311 C608 P52346 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 559656 T2311 C608 P52346 oasc.SyncStrategy.syncToMe http://127.0.0.1:52346/kmm/collection1/ has no replicas
   [junit4]   2> 559656 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 559656 T2311 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52346/kmm/collection1/ shard1
   [junit4]   2> 559657 T2311 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 559660 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559662 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559665 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559768 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 559768 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 559813 T2311 oasc.ZkController.register We are http://127.0.0.1:52346/kmm/collection1/ and leader is http://127.0.0.1:52346/kmm/collection1/
   [junit4]   2> 559813 T2311 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52346/kmm
   [junit4]   2> 559813 T2311 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 559814 T2311 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 559814 T2311 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 559815 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559816 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559816 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559816 T2311 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 559817 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 559817 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52346/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:52346_kmm",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 559819 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 559880 T2282 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 559881 T2282 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 559883 T2282 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:57421
   [junit4]   2> 559884 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 559884 T2282 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 559885 T2282 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869
   [junit4]   2> 559885 T2282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/'
   [junit4]   2> 559906 T2282 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/solr.xml
   [junit4]   2> 559913 T2282 oasc.CoreContainer.<init> New CoreContainer 2102575347
   [junit4]   2> 559914 T2282 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/]
   [junit4]   2> 559914 T2282 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 559914 T2282 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 559915 T2282 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 559915 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 559915 T2282 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 559915 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 559915 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 559916 T2282 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 559916 T2282 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 559918 T2282 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 559918 T2282 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 559918 T2282 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 559918 T2282 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50842/solr
   [junit4]   2> 559919 T2282 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 559919 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 559921 T2324 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@43b429bc name:ZooKeeperConnection Watcher:127.0.0.1:50842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559922 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 559922 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 559921 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 559925 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 559927 T2326 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70cf20d1 name:ZooKeeperConnection Watcher:127.0.0.1:50842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559927 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 559930 T2282 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 560933 T2282 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57421_kmm
   [junit4]   2> 560935 T2282 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:57421_kmm
   [junit4]   2> 560939 T2326 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 560939 T2304 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 560939 T2313 oascc.ZkStateReader$3.process Updating live nodes... (2)
   [junit4]   2> 560946 T2327 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 560947 T2327 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 560948 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 560948 T2327 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 560948 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 560949 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 560952 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 560953 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57421/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57421_kmm",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 560953 T2305 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 560953 T2305 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 560958 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 561061 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 561061 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 561061 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 561949 T2327 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 561949 T2327 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/collection1
   [junit4]   2> 561949 T2327 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 561950 T2327 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 561951 T2327 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 561953 T2327 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 561953 T2327 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/collection1/'
   [junit4]   2> 561954 T2327 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/collection1/lib/.svn/' to classloader
   [junit4]   2> 561954 T2327 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/collection1/lib/classes/' to classloader
   [junit4]   2> 561954 T2327 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/collection1/lib/README' to classloader
   [junit4]   2> 561987 T2327 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 562003 T2327 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 562005 T2327 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 562009 T2327 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 562117 T2327 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 562118 T2327 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 562119 T2327 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 562121 T2327 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 562133 T2327 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 562133 T2327 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty1-1393980665869/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1/
   [junit4]   2> 562133 T2327 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ceb1076
   [junit4]   2> 562134 T2327 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1
   [junit4]   2> 562134 T2327 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1/index/
   [junit4]   2> 562134 T2327 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 562134 T2327 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1/index
   [junit4]   2> 562135 T2327 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=74.2802734375, floorSegmentMB=1.0947265625, forceMergeDeletesPctAllowed=7.635219668866365, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3987852870699834
   [junit4]   2> 562137 T2327 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 562137 T2327 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 562140 T2327 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 562140 T2327 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 562140 T2327 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 562140 T2327 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 562140 T2327 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 562141 T2327 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 562141 T2327 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 562141 T2327 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 562141 T2327 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 562142 T2327 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 562142 T2327 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 562142 T2327 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 562142 T2327 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 562142 T2327 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 562143 T2327 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 562143 T2327 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 562143 T2327 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 562145 T2327 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 562146 T2327 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 562146 T2327 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 562147 T2327 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=52.978515625, floorSegmentMB=1.2939453125, forceMergeDeletesPctAllowed=4.70294322340009, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5499165082506374
   [junit4]   2> 562149 T2327 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty1/index,segFN=segments_1,generation=1}
   [junit4]   2> 562149 T2327 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 562150 T2327 oass.SolrIndexSearcher.<init> Opening Searcher@4fe4eac3[collection1] main
   [junit4]   2> 562154 T2328 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fe4eac3[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 562158 T2327 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 562159 T2282 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 562159 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 562159 T2331 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:57421/kmm collection:collection1 shard:shard2
   [junit4]   2> 562160 T2331 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 562164 T2331 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 562167 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562167 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562167 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562167 T2331 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 562168 T2331 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C609 name=collection1 org.apache.solr.core.SolrCore@2afc2a5d url=http://127.0.0.1:57421/kmm/collection1 node=127.0.0.1:57421_kmm C609_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:57421/kmm, core=collection1, node_name=127.0.0.1:57421_kmm}
   [junit4]   2> 562168 T2331 C609 P57421 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:57421/kmm/collection1/
   [junit4]   2> 562168 T2331 C609 P57421 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 562169 T2331 C609 P57421 oasc.SyncStrategy.syncToMe http://127.0.0.1:57421/kmm/collection1/ has no replicas
   [junit4]   2> 562169 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 562169 T2331 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:57421/kmm/collection1/ shard2
   [junit4]   2> 562169 T2331 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 562174 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562177 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562181 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562283 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 562283 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 562283 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 562328 T2331 oasc.ZkController.register We are http://127.0.0.1:57421/kmm/collection1/ and leader is http://127.0.0.1:57421/kmm/collection1/
   [junit4]   2> 562328 T2331 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:57421/kmm
   [junit4]   2> 562328 T2331 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 562328 T2331 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 562328 T2331 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 562331 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562331 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562331 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562332 T2331 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 562333 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 562333 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:57421/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:57421_kmm",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node1"}
   [junit4]   2> 562335 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 562378 T2282 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 562379 T2282 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 562381 T2282 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:35875
   [junit4]   2> 562383 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 562383 T2282 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 562384 T2282 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378
   [junit4]   2> 562385 T2282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/'
   [junit4]   2> 562405 T2282 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/solr.xml
   [junit4]   2> 562412 T2282 oasc.CoreContainer.<init> New CoreContainer 1543942238
   [junit4]   2> 562413 T2282 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/]
   [junit4]   2> 562413 T2282 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 562413 T2282 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 562413 T2282 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 562414 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 562414 T2282 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 562414 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 562414 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 562414 T2282 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 562415 T2282 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 562416 T2282 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 562417 T2282 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 562417 T2282 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 562417 T2282 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50842/solr
   [junit4]   2> 562417 T2282 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 562418 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 562421 T2342 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@66cffd6c name:ZooKeeperConnection Watcher:127.0.0.1:50842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 562421 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 562424 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 562426 T2344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@624e281d name:ZooKeeperConnection Watcher:127.0.0.1:50842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 562426 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 562431 T2282 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 562436 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 562436 T2344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 562436 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 562436 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 563436 T2282 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35875_kmm
   [junit4]   2> 563438 T2282 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:35875_kmm
   [junit4]   2> 563441 T2313 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 563441 T2304 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 563441 T2344 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 563441 T2326 oascc.ZkStateReader$3.process Updating live nodes... (3)
   [junit4]   2> 563448 T2345 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 563448 T2345 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 563449 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 563450 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 563449 T2345 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 563450 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 563452 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 563453 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35875/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35875_kmm",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 563453 T2305 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 563453 T2305 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 563457 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 563562 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 563562 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 563562 T2344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 563562 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564450 T2345 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 564451 T2345 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/collection1
   [junit4]   2> 564451 T2345 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 564452 T2345 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 564453 T2345 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 564454 T2345 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 564454 T2345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/collection1/'
   [junit4]   2> 564456 T2345 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/collection1/lib/.svn/' to classloader
   [junit4]   2> 564456 T2345 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/collection1/lib/classes/' to classloader
   [junit4]   2> 564457 T2345 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/collection1/lib/README' to classloader
   [junit4]   2> 564496 T2345 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 564510 T2345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 564511 T2345 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 564515 T2345 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 564606 T2345 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 564608 T2345 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 564608 T2345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 564611 T2345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 564637 T2345 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 564638 T2345 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty2-1393980668378/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2/
   [junit4]   2> 564638 T2345 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ceb1076
   [junit4]   2> 564639 T2345 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2
   [junit4]   2> 564639 T2345 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2/index/
   [junit4]   2> 564640 T2345 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 564640 T2345 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2/index
   [junit4]   2> 564641 T2345 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=74.2802734375, floorSegmentMB=1.0947265625, forceMergeDeletesPctAllowed=7.635219668866365, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3987852870699834
   [junit4]   2> 564644 T2345 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 564644 T2345 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 564649 T2345 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 564673 T2345 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 564674 T2345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 564674 T2345 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 564674 T2345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 564674 T2345 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 564675 T2345 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 564675 T2345 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 564675 T2345 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 564676 T2345 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 564677 T2345 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 564677 T2345 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 564677 T2345 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 564678 T2345 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 564679 T2345 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 564679 T2345 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 564680 T2345 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 564682 T2345 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 564684 T2345 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 564684 T2345 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 564685 T2345 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=52.978515625, floorSegmentMB=1.2939453125, forceMergeDeletesPctAllowed=4.70294322340009, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5499165082506374
   [junit4]   2> 564686 T2345 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty2/index,segFN=segments_1,generation=1}
   [junit4]   2> 564686 T2345 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 564686 T2345 oass.SolrIndexSearcher.<init> Opening Searcher@8e08f47[collection1] main
   [junit4]   2> 564688 T2346 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@8e08f47[collection1] main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 564689 T2345 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 564690 T2282 oass.SolrDispatchFilter.init user.dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1
   [junit4]   2> 564690 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 564690 T2349 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:35875/kmm collection:collection1 shard:shard1
   [junit4]   2> 564691 T2349 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 564697 T2349 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 564700 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564700 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564700 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564700 T2349 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 564700 T2349 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C610 name=collection1 org.apache.solr.core.SolrCore@315a7502 url=http://127.0.0.1:35875/kmm/collection1 node=127.0.0.1:35875_kmm C610_STATE=coll:collection1 core:collection1 props:{state=down, base_url=http://127.0.0.1:35875/kmm, core=collection1, node_name=127.0.0.1:35875_kmm}
   [junit4]   2> 564701 T2349 C610 P35875 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:35875/kmm/collection1/
   [junit4]   2> 564701 T2349 C610 P35875 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 564701 T2349 C610 P35875 oasc.SyncStrategy.syncToMe http://127.0.0.1:35875/kmm/collection1/ has no replicas
   [junit4]   2> 564701 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 564702 T2349 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:35875/kmm/collection1/ shard1
   [junit4]   2> 564702 T2349 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 564705 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564707 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564709 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564811 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564811 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564811 T2344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564811 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564858 T2349 oasc.ZkController.register We are http://127.0.0.1:35875/kmm/collection1/ and leader is http://127.0.0.1:35875/kmm/collection1/
   [junit4]   2> 564858 T2349 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35875/kmm
   [junit4]   2> 564858 T2349 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 564858 T2349 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 564858 T2349 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 564861 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564862 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564862 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564862 T2349 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 564863 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 564863 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:35875/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:35875_kmm",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":"core_node2"}
   [junit4]   2> 564865 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 564898 T2282 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 564899 T2282 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 564901 T2282 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:38209
   [junit4]   2> 564902 T2282 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 564903 T2282 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 564904 T2282 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909
   [junit4]   2> 564904 T2282 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/'
   [junit4]   2> 564927 T2282 oasc.ConfigSolr.fromFile Loading container configuration from /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/solr.xml
   [junit4]   2> 564934 T2282 oasc.CoreContainer.<init> New CoreContainer 55887373
   [junit4]   2> 564935 T2282 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/]
   [junit4]   2> 564935 T2282 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 564936 T2282 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 564936 T2282 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 564936 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 564936 T2282 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 564936 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 564937 T2282 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 564937 T2282 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 564937 T2282 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 564939 T2282 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 564939 T2282 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 564939 T2282 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 564940 T2282 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:50842/solr
   [junit4]   2> 564940 T2282 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 564941 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 564943 T2360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2adf9d83 name:ZooKeeperConnection Watcher:127.0.0.1:50842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564943 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 564947 T2282 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 564949 T2362 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@877e67e name:ZooKeeperConnection Watcher:127.0.0.1:50842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564949 T2282 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 564955 T2282 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 564968 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564968 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564968 T2362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564968 T2344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 564968 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 565959 T2282 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38209_kmm
   [junit4]   2> 565961 T2282 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:38209_kmm
   [junit4]   2> 565965 T2313 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 565965 T2362 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 565965 T2344 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 565965 T2326 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 565965 T2304 oascc.ZkStateReader$3.process Updating live nodes... (4)
   [junit4]   2> 565971 T2363 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 565971 T2363 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 565973 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 565973 T2363 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 565973 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 565974 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 565976 T2305 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 565977 T2305 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:38209/kmm",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:38209_kmm",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 565977 T2305 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 565977 T2305 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 565980 T2304 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 566085 T2313 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 566085 T2304 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 566085 T2344 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 566085 T2326 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 566085 T2362 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 566974 T2363 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 566974 T2363 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/collection1
   [junit4]   2> 566974 T2363 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 566975 T2363 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 566976 T2363 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 566977 T2363 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 566978 T2363 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/collection1/'
   [junit4]   2> 566979 T2363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/collection1/lib/.svn/' to classloader
   [junit4]   2> 566979 T2363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/collection1/lib/classes/' to classloader
   [junit4]   2> 566979 T2363 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/collection1/lib/README' to classloader
   [junit4]   2> 567013 T2363 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
   [junit4]   2> 567027 T2363 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 567029 T2363 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 567032 T2363 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 567119 T2363 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 567120 T2363 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 567121 T2363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 567123 T2363 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 567149 T2363 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 567150 T2363 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-jetty3-1393980670909/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty3/
   [junit4]   2> 567150 T2363 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ceb1076
   [junit4]   2> 567151 T2363 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty3
   [junit4]   2> 567152 T2363 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty3/index/
   [junit4]   2> 567152 T2363 oasc.SolrCore.initIndex WARN [collection1] Solr index direct

[...truncated too long message...]

              "core":"collection1",
   [junit4]   1>                   "node_name":"127.0.0.1:38209_kmm"},
   [junit4]   1>                 "core_node5":{
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "base_url":"http://127.0.0.1:59517/kmm",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "node_name":"127.0.0.1:59517_kmm",
   [junit4]   1>                   "leader":"true"},
   [junit4]   1>                 "core_node7":{
   [junit4]   1>                   "state":"active",
   [junit4]   1>                   "base_url":"http://127.0.0.1:49053/kmm",
   [junit4]   1>                   "core":"collection1",
   [junit4]   1>                   "node_name":"127.0.0.1:49053_kmm"}}}},
   [junit4]   1>           "router":{"name":"compositeId"},
   [junit4]   1>           "autoCreated":"true",
   [junit4]   1>           "maxShardsPerNode":"1"}}
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=testDistribSearch -Dtests.seed=650936338C14F28C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de_LU -Dtests.timezone=Australia/Darwin -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  446s J1 | ChaosMonkeyNothingIsSafeTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There were too many update fails - we expect it can happen, but shouldn't easily
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([650936338C14F28C:E4EFB82BFB4B92B0]:0)
   [junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:212)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:870)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
   [junit4]   2> 1003688 T2282 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 1004570 T2304 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1004673 T2613 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1004763 T2576 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1004852 T2400 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 1004852 T2400 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 1005855 T2551 C700 P49053 oasc.SyncStrategy.sync WARN Closed, skipping sync up.
   [junit4]   2> 1005856 T2551 oasc.ShardLeaderElectionContext.rejoinLeaderElection Not rejoining election because CoreContainer is shutdown
   [junit4]   2> 1005856 T2551 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7f0c1524
   [junit4]   2> 1005857 T2551 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=477,cumulative_deletesById=214,cumulative_deletesByQuery=1,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=1}
   [junit4]   2> 1005858 T2551 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 1005858 T2551 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1005858 T2551 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1005859 T2551 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 1005860 T2551 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1005860 T2551 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty7 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty7;done=false>>]
   [junit4]   2> 1005861 T2551 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty7
   [junit4]   2> 1005861 T2551 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty7/index.20140305102226854 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty7/index.20140305102226854;done=false>>]
   [junit4]   2> 1005861 T2551 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J1/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1393980664119/jetty7/index.20140305102226854
   [junit4]   2> 1005861 T2551 oasc.LeaderElector$1.process WARN  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/election
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1468)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:259)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:73)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:256)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:92)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$000(LeaderElector.java:55)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$1.process(LeaderElector.java:137)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:519)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:495)
   [junit4]   2> 
   [junit4]   2> 1005862 T2551 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=de_LU, timezone=Australia/Darwin
   [junit4]   2> NOTE: Linux 3.8.0-36-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=282507888,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisRequestHandlerTest, TestAnalyzeInfixSuggestions, SolrCmdDistributorTest, TestAnalyzedSuggestions, TestStressLucene, PathHierarchyTokenizerFactoryTest, CollectionsAPIDistributedZkTest, JSONWriterTest, TestFuzzyAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, HdfsUnloadDistributedZkTest, DirectSolrSpellCheckerTest, ParsingFieldUpdateProcessorsTest, TestHashPartitioner, NotRequiredUniqueKeyTest, DocValuesMultiTest, DirectSolrConnectionTest, SuggesterTSTTest, TestRecovery, OutputWriterTest, ZkNodePropsTest, CoreContainerCoreInitFailuresTest, ShardSplitTest, FileUtilsTest, HighlighterTest, TestCSVLoader, TestNonNRTOpen, TestFoldingMultitermQuery, TestDistributedGrouping, TestCollationField, BadIndexSchemaTest, TestUpdate, TestBinaryResponseWriter, AliasIntegrationTest, PingRequestHandlerTest, TestSolrDeletionPolicy2, SolrCoreCheckLockOnStartupTest, TestReload, TestInitQParser, MinimalSchemaTest, XsltUpdateRequestHandlerTest, TestBlendedInfixSuggestions, TestCloudManagedSchemaAddField, TimeZoneUtilsTest, TestRTGBase, AssignTest, BlockCacheTest, DistanceFunctionTest, SolrRequestParserTest, TestDistributedSearch, SolrIndexConfigTest, ModifyConfFileTest, TestCustomSort, TestNonDefinedSimilarityFactory, XmlUpdateRequestHandlerTest, LeaderElectionIntegrationTest, TestNRTOpen, FullSolrCloudDistribCmdsTest, MultiTermTest, TestCopyFieldCollectionResource, StandardRequestHandlerTest, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed on J1 in 448.83s, 1 test, 1 failure <<< FAILURES!

[...truncated 354 lines...]
BUILD FAILED
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:465: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:445: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1274: The following error occurred while executing this line:
/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:907: There were test failures: 377 suites, 1615 tests, 1 failure, 49 ignored (20 assumptions)

Total time: 43 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Description set: Java: 64bit/jdk1.8.0-fcs-b129 -XX:+UseCompressedOops -XX:+UseG1GC
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-fcs-b129) - Build # 9676 - Failure!

Posted by Chris Hostetter <ho...@fucit.org>.
I don't understand this at all, but i opened an issue to track getting to 
the bottom of it (from my mail logs looks like hte test has failed 
sporadically on policeman since day#1)...

 https://issues.apache.org/jira/browse/SOLR-5815


: Date: Tue, 4 Mar 2014 23:18:57 +0000 (UTC)
: From: Policeman Jenkins Server <je...@thetaphi.de>
: Reply-To: dev@lucene.apache.org
: To: dev@lucene.apache.org
: Subject: [JENKINS] Lucene-Solr-trunk-Linux (64bit/jdk1.8.0-fcs-b129) - Build #
:      9676 - Failure!
: 
: Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-Linux/9676/
: Java: 64bit/jdk1.8.0-fcs-b129 -XX:+UseCompressedOops -XX:+UseParallelGC
: 
: 1 tests failed.
: REGRESSION:  org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT
: 
: Error Message:
: expected:<3> but was:<2>
: 
: Stack Trace:
: java.lang.AssertionError: expected:<3> but was:<2>
: 	at __randomizedtesting.SeedInfo.seed([8BF5F44429C5ABCA:3E7395C39604193E]:0)
: 	at org.junit.Assert.fail(Assert.java:93)
: 	at org.junit.Assert.failNotEquals(Assert.java:647)
: 	at org.junit.Assert.assertEquals(Assert.java:128)
: 	at org.junit.Assert.assertEquals(Assert.java:472)
: 	at org.junit.Assert.assertEquals(Assert.java:456)
: 	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
: 	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
: 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
: 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
: 	at java.lang.reflect.Method.invoke(Method.java:483)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
: 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
: 	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
: 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
: 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
: 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
: 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
: 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
: 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
: 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
: 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
: 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
: 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
: 	at java.lang.Thread.run(Thread.java:744)
: 
: 
: 
: 
: Build Log:
: [...truncated 11133 lines...]
:    [junit4] Suite: org.apache.solr.core.TestNonNRTOpen
:    [junit4]   2> 1165277 T5638 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
:    [junit4]   2> 1165278 T5638 oas.SolrTestCaseJ4.initCore ####initCore
:    [junit4]   2> Creating dataDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165
:    [junit4]   2> 1165278 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
:    [junit4]   2> 1165279 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
:    [junit4]   2> 1165279 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
:    [junit4]   2> 1165279 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
:    [junit4]   2> 1165293 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
:    [junit4]   2> 1165296 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
:    [junit4]   2> 1165297 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
:    [junit4]   2> 1165298 T5638 oass.IndexSchema.readSchema [null] Schema name=minimal
:    [junit4]   2> 1165300 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
:    [junit4]   2> 1165300 T5638 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
:    [junit4]   2> 1165300 T5638 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
:    [junit4]   2> 1165300 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
:    [junit4]   2> 1165311 T5638 oasc.CoreContainer.<init> New CoreContainer 673813936
:    [junit4]   2> 1165311 T5638 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
:    [junit4]   2> 1165311 T5638 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
:    [junit4]   2> 1165311 T5638 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
:    [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
:    [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
:    [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
:    [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
:    [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
:    [junit4]   2> 1165312 T5638 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
:    [junit4]   2> 1165313 T5638 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
:    [junit4]   2> 1165314 T5638 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 1165314 T5638 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 1165314 T5638 oasc.CoreContainer.load Host Name: 
:    [junit4]   2> 1165315 T5639 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
:    [junit4]   2> 1165315 T5639 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
:    [junit4]   2> 1165316 T5639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
:    [junit4]   2> 1165316 T5639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
:    [junit4]   2> 1165316 T5639 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
:    [junit4]   2> 1165326 T5639 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
:    [junit4]   2> 1165329 T5639 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
:    [junit4]   2> 1165330 T5639 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
:    [junit4]   2> 1165336 T5639 oass.IndexSchema.readSchema [collection1] Schema name=minimal
:    [junit4]   2> 1165338 T5639 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
:    [junit4]   2> 1165338 T5639 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
:    [junit4]   2> 1165338 T5639 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
:    [junit4]   2> 1165338 T5639 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
:    [junit4]   2> 1165339 T5639 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
:    [junit4]   2> 1165339 T5639 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
:    [junit4]   2> 1165339 T5639 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index' doesn't exist. Creating new index...
:    [junit4]   2> 1165339 T5639 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
:    [junit4]   2> 1165388 T5639 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_1,generation=1}
:    [junit4]   2> 1165389 T5639 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
:    [junit4]   2> 1165389 T5639 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 1165389 T5639 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
:    [junit4]   2> 1165390 T5639 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
:    [junit4]   2> 1165391 T5639 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 1165391 T5639 oasu.CommitTracker.<init> Hard AutoCommit: disabled
:    [junit4]   2> 1165392 T5639 oasu.CommitTracker.<init> Soft AutoCommit: disabled
:    [junit4]   2> 1165392 T5639 oass.SolrIndexSearcher.<init> Opening Searcher@601fc642[collection1] main
:    [junit4]   2> 1165393 T5639 oasc.CoreContainer.registerCore registering core: collection1
:    [junit4]   2> 1165393 T5640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@601fc642[collection1] main{StandardDirectoryReader(segments_1:1)}
:    [junit4]   2> 1165394 T5638 oas.SolrTestCaseJ4.initCore ####initCore end
:    [junit4]   2> ASYNC  NEW_CORE C1610 name=collection1 org.apache.solr.core.SolrCore@12ead105
:    [junit4]   2> 1165395 T5638 C1610 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_1,generation=1}
:    [junit4]   2> 1165395 T5638 C1610 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
:    [junit4]   2> 1165396 T5638 C1610 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 2
:    [junit4]   2> 1165397 T5638 C1610 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165407 T5638 C1610 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_1,generation=1}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_2,generation=2}
:    [junit4]   2> 1165407 T5638 C1610 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
:    [junit4]   2> 1165411 T5638 C1610 oass.SolrIndexSearcher.<init> Opening Searcher@26f641b5[collection1] main
:    [junit4]   2> 1165411 T5638 C1610 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165411 T5640 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26f641b5[collection1] main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
:    [junit4]   2> 1165411 T5638 C1610 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 14
:    [junit4]   2> 1165412 T5638 oas.SolrTestCaseJ4.deleteCore ###deleteCore
:    [junit4]   2> 1165412 T5638 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=673813936
:    [junit4]   2> 1165412 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12ead105
:    [junit4]   2> 1165412 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
:    [junit4]   2> 1165413 T5638 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
:    [junit4]   2> 1165413 T5638 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
:    [junit4]   2> 1165413 T5638 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
:    [junit4]   2> 1165413 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
:    [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
:    [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165;done=false>>]
:    [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
:    [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index;done=false>>]
:    [junit4]   2> 1165414 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
:    [junit4]   2> NOTE: per solr.test.leavedatadir, dataDir will not be removed: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165
:    [junit4]   2> 1165415 T5638 oas.SolrTestCaseJ4.initCore ####initCore
:    [junit4]   2> 1165415 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
:    [junit4]   2> 1165415 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
:    [junit4]   2> 1165416 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
:    [junit4]   2> 1165416 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
:    [junit4]   2> 1165429 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
:    [junit4]   2> 1165433 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
:    [junit4]   2> 1165433 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
:    [junit4]   2> 1165435 T5638 oass.IndexSchema.readSchema [null] Schema name=minimal
:    [junit4]   2> 1165436 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
:    [junit4]   2> 1165437 T5638 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
:    [junit4]   2> 1165437 T5638 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr
:    [junit4]   2> 1165437 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/'
:    [junit4]   2> 1165447 T5638 oasc.CoreContainer.<init> New CoreContainer 1501096969
:    [junit4]   2> 1165448 T5638 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/]
:    [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
:    [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
:    [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
:    [junit4]   2> 1165448 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
:    [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
:    [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
:    [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
:    [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
:    [junit4]   2> 1165449 T5638 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
:    [junit4]   2> 1165451 T5638 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
:    [junit4]   2> 1165451 T5638 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
:    [junit4]   2> 1165451 T5638 oasc.CoreContainer.load Host Name: 
:    [junit4]   2> 1165452 T5642 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
:    [junit4]   2> 1165452 T5642 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
:    [junit4]   2> 1165452 T5642 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
:    [junit4]   2> 1165453 T5642 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
:    [junit4]   2> 1165453 T5642 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
:    [junit4]   2> 1165463 T5642 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
:    [junit4]   2> 1165467 T5642 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
:    [junit4]   2> 1165467 T5642 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
:    [junit4]   2> 1165469 T5642 oass.IndexSchema.readSchema [collection1] Schema name=minimal
:    [junit4]   2> 1165471 T5642 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
:    [junit4]   2> 1165472 T5642 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
:    [junit4]   2> 1165472 T5642 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
:    [junit4]   2> 1165472 T5642 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
:    [junit4]   2> 1165473 T5642 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
:    [junit4]   2> 1165473 T5642 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
:    [junit4]   2> 1165474 T5642 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 1165474 T5642 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
:    [junit4]   2> 1165474 T5642 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
:    [junit4]   2> 1165476 T5642 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 1165477 T5642 oasu.CommitTracker.<init> Hard AutoCommit: disabled
:    [junit4]   2> 1165477 T5642 oasu.CommitTracker.<init> Soft AutoCommit: disabled
:    [junit4]   2> 1165478 T5642 oasc.CachingDirectoryFactory.get return new directory for /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
:    [junit4]   2> 1165480 T5642 oass.SolrIndexSearcher.<init> Opening Searcher@43191d16[collection1] main
:    [junit4]   2> 1165480 T5642 oasc.CoreContainer.registerCore registering core: collection1
:    [junit4]   2> 1165480 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@43191d16[collection1] main{StandardDirectoryReader(segments_2:3 _0(5.0):C1)}
:    [junit4]   2> 1165481 T5638 oas.SolrTestCaseJ4.initCore ####initCore end
:    [junit4]   2> 1165484 T5638 oas.SolrTestCaseJ4.setUp ###Starting testSharedCores
:    [junit4]   2> ASYNC  NEW_CORE C1611 name=collection1 org.apache.solr.core.SolrCore@1150b879
:    [junit4]   2> 1165485 T5638 C1611 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
:    [junit4]   2> 1165491 T5638 C1611 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_2,generation=2}
:    [junit4]   2> 1165492 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
:    [junit4]   2> 1165492 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 7
:    [junit4]   2> 1165494 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
:    [junit4]   2> 1165494 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165516 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_2,generation=2}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_3,generation=3}
:    [junit4]   2> 1165516 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
:    [junit4]   2> 1165522 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@2bb1a719[collection1] main
:    [junit4]   2> 1165523 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165523 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bb1a719[collection1] main{StandardDirectoryReader(segments_3:6 _1(5.0):C1)}
:    [junit4]   2> 1165524 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 30
:    [junit4]   2> 1165524 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165525 T5638 C1611 oasu.DirectUpdateHandler2.commit No uncommitted changes. Skipping IW.commit.
:    [junit4]   2> 1165526 T5638 C1611 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
:    [junit4]   2> 1165527 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165527 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2bb1a719[collection1] main{StandardDirectoryReader(segments_3:6 _1(5.0):C1)}
:    [junit4]   2> 1165527 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {optimize=} 0 3
:    [junit4]   2> 1165529 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
:    [junit4]   2> 1165530 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165567 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_3,generation=3}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_4,generation=4}
:    [junit4]   2> 1165567 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
:    [junit4]   2> 1165571 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@6d48a78a[collection1] main
:    [junit4]   2> 1165571 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165571 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d48a78a[collection1] main{StandardDirectoryReader(segments_4:8 _1(5.0):C1 _2(5.0):C1)}
:    [junit4]   2> 1165572 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 42
:    [junit4]   2> 1165573 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
:    [junit4]   2> 1165573 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
:    [junit4]   2> 1165574 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165597 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_4,generation=4}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_5,generation=5}
:    [junit4]   2> 1165598 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
:    [junit4]   2> 1165602 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@56b7e29e[collection1] main
:    [junit4]   2> 1165602 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165602 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@56b7e29e[collection1] main{StandardDirectoryReader(segments_5:10 _1(5.0):C1 _2(5.0):C1 _3(5.0):C2)}
:    [junit4]   2> 1165603 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 29
:    [junit4]   2> 1165603 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=foo2:doc} 0 0
:    [junit4]   2> 1165604 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165626 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_5,generation=5}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_6,generation=6}
:    [junit4]   2> 1165626 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 6
:    [junit4]   2> 1165630 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@4e58472d[collection1] main
:    [junit4]   2> 1165631 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165631 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4e58472d[collection1] main{StandardDirectoryReader(segments_6:11 _1(5.0):C1 _2(5.0):C1 _3(5.0):C2/1:delGen=1)}
:    [junit4]   2> 1165631 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 27
:    [junit4]   2> 1165632 T5638 oas.SolrTestCaseJ4.tearDown ###Ending testSharedCores
:    [junit4]   2> 1165635 T5638 oas.SolrTestCaseJ4.setUp ###Starting testReaderIsNotNRT
:    [junit4]   2> 1165635 T5638 C1611 oasu.DirectUpdateHandler2.deleteAll [collection1] REMOVING ALL DOCUMENTS FROM INDEX
:    [junit4]   2> 1165636 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {deleteByQuery=*:*} 0 1
:    [junit4]   2> 1165637 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 1
:    [junit4]   2> 1165637 T5638 C1611 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165657 T5638 C1611 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_6,generation=6}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_7,generation=7}
:    [junit4]   2> 1165658 T5638 C1611 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
:    [junit4]   2> 1165662 T5638 C1611 oass.SolrIndexSearcher.<init> Opening Searcher@342c21e5[collection1] main
:    [junit4]   2> 1165663 T5638 C1611 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165663 T5643 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@342c21e5[collection1] main{StandardDirectoryReader(segments_7:14 _4(5.0):C1)}
:    [junit4]   2> 1165664 T5638 C1611 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 27
:    [junit4]   2> 1165665 T5638 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
:    [junit4]   2> 1165665 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
:    [junit4]   2> 1165665 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
:    [junit4]   2> 1165666 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
:    [junit4]   2> 1165666 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
:    [junit4]   2> 1165681 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
:    [junit4]   2> 1165685 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
:    [junit4]   2> 1165685 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
:    [junit4]   2> 1165687 T5638 oass.IndexSchema.readSchema [collection1] Schema name=minimal
:    [junit4]   2> 1165689 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
:    [junit4]   2> 1165689 T5638 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
:    [junit4]   2> 1165689 T5638 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
:    [junit4]   2> 1165689 T5638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
:    [junit4]   2> 1165690 T5638 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 1165690 T5638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
:    [junit4]   2> 1165691 T5638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
:    [junit4]   2> 1165692 T5638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 1165693 T5638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
:    [junit4]   2> 1165693 T5638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
:    [junit4]   2> 1165695 T5638 oass.SolrIndexSearcher.<init> Opening Searcher@6720d8d9[collection1] main
:    [junit4]   2> 1165695 T5638 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
:    [junit4]   2> 1165695 T5638 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
:    [junit4]   2> 1165695 T5638 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
:    [junit4]   2> 1165695 T5645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6720d8d9[collection1] main{StandardDirectoryReader(segments_7:14 _4(5.0):C1)}
:    [junit4]   2> 1165697 T5638 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_7,generation=7}
:    [junit4]   2> 1165697 T5638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 7
:    [junit4]   2> 1165697 T5638 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
:    [junit4]   2> 1165698 T5638 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
:    [junit4]   2> 1165698 T5638 oasc.CoreContainer.registerCore replacing core: collection1
:    [junit4]   2> 1165698 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1150b879
:    [junit4]   2> 1165699 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=5,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=3,cumulative_errors=0}
:    [junit4]   2> 1165698 T5645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6720d8d9[collection1] main{StandardDirectoryReader(segments_7:14 _4(5.0):C1)}
:    [junit4]   2> 1165699 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
:    [junit4]   2> ASYNC  NEW_CORE C1612 name=collection1 org.apache.solr.core.SolrCore@1d480c6a
:    [junit4]   2> 1165700 T5638 C1612 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
:    [junit4]   2> 1165701 T5638 C1612 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
:    [junit4]   2> 1165787 T5638 C1612 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_7,generation=7}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_8,generation=8}
:    [junit4]   2> 1165788 T5638 C1612 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 8
:    [junit4]   2> 1165791 T5638 C1612 oass.SolrIndexSearcher.<init> Opening Searcher@14eefe0e[collection1] main
:    [junit4]   2> 1165791 T5638 C1612 oasu.DirectUpdateHandler2.commit end_commit_flush
:    [junit4]   2> 1165791 T5645 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14eefe0e[collection1] main{StandardDirectoryReader(segments_8:16 _4(5.0):C1 _5(5.0):C1)}
:    [junit4]   2> 1165792 T5638 C1612 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 91
:    [junit4]   2> 1165793 T5638 C1612 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[(null)]} 0 0
:    [junit4]   2> 1165794 T5638 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using instanceDir: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1
:    [junit4]   2> 1165794 T5638 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/'
:    [junit4]   2> 1165795 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
:    [junit4]   2> 1165795 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
:    [junit4]   2> 1165795 T5638 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/lib/README' to classloader
:    [junit4]   2> 1165809 T5638 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_50
:    [junit4]   2> 1165817 T5638 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-basic.xml
:    [junit4]   2> 1165818 T5638 oass.IndexSchema.readSchema Reading Solr Schema from schema-minimal.xml
:    [junit4]   2> 1165820 T5638 oass.IndexSchema.readSchema [collection1] Schema name=minimal
:    [junit4]   2> 1165821 T5638 oass.IndexSchema.readSchema WARN no uniqueKey specified in schema.
:    [junit4]   2> 1165822 T5638 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/core/src/test-files/solr/collection1/, dataDir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/
:    [junit4]   2> 1165822 T5638 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
:    [junit4]   2> 1165822 T5638 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/./solrtest-TestNonNRTOpen-1393975086165/index/
:    [junit4]   2> 1165823 T5638 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
:    [junit4]   2> 1165823 T5638 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
:    [junit4]   2> 1165823 T5638 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
:    [junit4]   2> 1165825 T5638 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
:    [junit4]   2> 1165825 T5638 oasu.CommitTracker.<init> Hard AutoCommit: disabled
:    [junit4]   2> 1165826 T5638 oasu.CommitTracker.<init> Soft AutoCommit: disabled
:    [junit4]   2> 1165828 T5638 oass.SolrIndexSearcher.<init> Opening Searcher@4fc54237[collection1] main
:    [junit4]   2> 1165828 T5638 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
:    [junit4]   2> 1165828 T5646 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4fc54237[collection1] main{StandardDirectoryReader(segments_8:16 _4(5.0):C1 _5(5.0):C1)}
:    [junit4]   2> 1165828 T5638 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
:    [junit4]   2> 1165829 T5638 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
:    [junit4]   2> 1165847 T5638 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_8,generation=8}
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_9,generation=9}
:    [junit4]   2> 1165847 T5638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
:    [junit4]   2> 1165851 T5638 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
:    [junit4]   2> 		commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index,segFN=segments_9,generation=9}
:    [junit4]   2> 1165851 T5638 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 9
:    [junit4]   2> 1165852 T5638 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
:    [junit4]   2> 1165855 T5638 oass.SolrIndexSearcher.<init> Opening Searcher@14cb4b54[collection1] main
:    [junit4]   2> 1165855 T5638 oasc.CoreContainer.registerCore replacing core: collection1
:    [junit4]   2> 1165855 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1d480c6a
:    [junit4]   2> 1165855 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
:    [junit4]   2> 1165856 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
:    [junit4]   2> 1165856 T5638 oas.SolrTestCaseJ4.tearDown ###Ending testReaderIsNotNRT
:    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNonNRTOpen -Dtests.method=testReaderIsNotNRT -Dtests.seed=8BF5F44429C5ABCA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nl -Dtests.timezone=America/Whitehorse -Dtests.file.encoding=ISO-8859-1
:    [junit4] FAILURE 0.23s J0 | TestNonNRTOpen.testReaderIsNotNRT <<<
:    [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
:    [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8BF5F44429C5ABCA:3E7395C39604193E]:0)
:    [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.assertNotNRT(TestNonNRTOpen.java:133)
:    [junit4]    > 	at org.apache.solr.core.TestNonNRTOpen.testReaderIsNotNRT(TestNonNRTOpen.java:94)
:    [junit4]    > 	at java.lang.Thread.run(Thread.java:744)
:    [junit4]   2> 1165861 T5638 oas.SolrTestCaseJ4.deleteCore ###deleteCore
:    [junit4]   2> 1165861 T5638 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1501096969
:    [junit4]   2> 1165862 T5638 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@dc2d4e3
:    [junit4]   2> 1165862 T5638 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
:    [junit4]   2> 1165862 T5638 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
:    [junit4]   2> 1165862 T5638 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
:    [junit4]   2> 1165862 T5638 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
:    [junit4]   2> 1165868 T5646 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@14cb4b54[collection1] main{StandardDirectoryReader(segments_9:18 _4(5.0):C1 _5(5.0):C1 _6(5.0):C1)}
:    [junit4]   2> 1165869 T5638 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
:    [junit4]   2> 1165869 T5638 oasc.CachingDirectoryFactory.close Closing StandardDirectoryFactory - 2 directories currently being tracked
:    [junit4]   2> 1165870 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index;done=false>>]
:    [junit4]   2> 1165870 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165/index
:    [junit4]   2> 1165870 T5638 oasc.CachingDirectoryFactory.closeCacheValue looking to close /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165 [CachedDir<<refCount=0;path=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165;done=false>>]
:    [junit4]   2> 1165871 T5638 oasc.CachingDirectoryFactory.close Closing directory: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build/solr-core/test/J0/solrtest-TestNonNRTOpen-1393975086165
:    [junit4]   2> NOTE: test params are: codec=Lucene42, sim=DefaultSimilarity, locale=nl, timezone=America/Whitehorse
:    [junit4]   2> NOTE: Linux 3.8.0-36-generic amd64/Oracle Corporation 1.8.0 (64-bit)/cpus=8,threads=1,free=229400880,total=367525888
:    [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, ZkControllerTest, TestMergePolicyConfig, ShowFileRequestHandlerTest, FastVectorHighlighterTest, HdfsBasicDistributedZkTest, TestSort, HdfsBasicDistributedZk2Test, HdfsLockFactoryTest, SpatialFilterTest, AddSchemaFieldsUpdateProcessorFactoryTest, ClusterStateUpdateTest, TestSchemaNameResource, UnloadDistributedZkTest, DistributedQueryComponentOptimizationTest, TestSearcherReuse, StatelessScriptUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestJoin, DirectUpdateHandlerOptimizeTest, TestSolrIndexConfig, SliceStateUpdateTest, DocValuesMissingTest, BasicDistributedZkTest, TestGroupingSearch, TestSearchPerf, HdfsChaosMonkeySafeLeaderTest, TestLMJelinekMercerSimilarityFactory, LukeRequestHandlerTest, PrimitiveFieldTypeTest, TestManagedSchemaFieldResource, DocValuesTest, LoggingHandlerTest, QueryParsingTest, TestImplicitCoreProperties, DateMathParserTest, TestLuceneMatchVersion, TestCursorMarkWithout
 UniqueKey, HdfsCollectionsAPIDistributedZkTest, WordBreakSolrSpellCheckerTest, QueryElevationComponentTest, TestWriterPerf, URLClassifyProcessorTest, TestCoreContainer, TestFaceting, TestExtendedDismaxParser, TestLMDirichletSimilarityFactory, QueryEqualityTest, TestElisionMultitermQuery, SchemaVersionSpecificBehaviorTest, CacheHeaderTest, TestSimpleQParserPlugin, DistributedExpandComponentTest, TermsComponentTest, ReturnFieldsTest, TestRemoteStreaming, FieldMutatingUpdateProcessorTest, SOLR749Test, DOMUtilTest, TestStandardQParsers, ScriptEngineTest, DistribCursorPagingTest, OverseerRolesTest, TestSolrXMLSerializer, AbstractAnalyticsFacetTest, IndexSchemaTest, TestValueSourceCache, TestModifyConfFiles, DistributedSuggestComponentTest, EchoParamsTest, CachingDirectoryFactoryTest, SolrCoreTest, QueryFacetTest, TestFileDictionaryLookup, InfoHandlerTest, TestSchemaVersionResource, SliceStateTest, TestPHPSerializedResponseWriter, TestDocSet, TestSchemaResource, SampleTest, PeerSyncTest, 
 MoreLikeThisHandlerTest, TestRandomDVFaceting, ShardRoutingTest, RecoveryZkTest, DeleteReplicaTest, CoreAdminHandlerTest, SolrTestCaseJ4Test, TestSolrXml, BlockDirectoryTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, LeaderElectionTest, ZkSolrClientTest, ShardRoutingCustomTest, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressVersions, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, SolrCmdDistributorTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, SoftAutoCommitTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SolrRequestParserTest, SuggesterTest, TestTrie, TestCSVLoader, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, DefaultValueUpdateProcessorTest, SolrInfoMBeanTest, TestSurroundQueryParser, Stand
 ardRequestHandlerTest, TestReversedWildcardFilterFactory, RequestHandlersTest, TermVectorComponentTest, RequiredFieldsTest, TestCollationField, MBeansHandlerTest, TestAnalyzedSuggestions, JsonLoaderTest, CSVRequestHandlerTest, TestLFUCache, UpdateParamsTest, ResponseLogComponentTest, TestSolrDeletionPolicy2, NumericFieldsTest, TestConfig, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, TestCharFilters, TestXIncludeConfig, TestIBSimilarityFactory, LegacyHTMLStripCharFilterTest, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, TestSuggestSpellingConverter, RAMDirectoryFactoryTest, TestSolrJ, TestUtils, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, TestDistributedMissingSort, TestHighlightDedupGrouping, FieldFacetExtrasTest, AssignTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DeleteShardTest, SolrXmlInZkTest, HdfsRecoveryZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, QueryResultKeyTest, TestInfoStreamLogging, TestNRTOpen, TestN
 onNRTOpen]
:    [junit4] Completed on J0 in 0.61s, 2 tests, 1 failure <<< FAILURES!
: 
: [...truncated 127 lines...]
: BUILD FAILED
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:465: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:445: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/build.xml:39: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/extra-targets.xml:37: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/build.xml:189: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/solr/common-build.xml:490: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:1274: The following error occurred while executing this line:
: /mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux/lucene/common-build.xml:907: There were test failures: 377 suites, 1615 tests, 1 failure, 49 ignored (20 assumptions)
: 
: Total time: 42 minutes 28 seconds
: Build step 'Invoke Ant' marked build as failure
: Description set: Java: 64bit/jdk1.8.0-fcs-b129 -XX:+UseCompressedOops -XX:+UseParallelGC
: Archiving artifacts
: Recording test results
: Email was triggered for: Failure
: Sending email for trigger: Failure
: 
: 
: 

-Hoss
http://www.lucidworks.com/