You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2013/12/04 04:29:40 UTC

[JENKINS] Lucene-Solr-Tests-4.x-Java6 - Build # 2204 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-Tests-4.x-Java6/2204/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.testDistribSearch

Error Message:
There were expected update fails expected:<0> but was:<1>

Stack Trace:
java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
	at __randomizedtesting.SeedInfo.seed([6A085E552F33F227:EBEED04D586C921B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)


REGRESSION:  org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([6A085E552F33F227:5BB3E0608A0CE2F7]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:644)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:611)
	at org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:521)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
	at java.lang.Thread.run(Thread.java:679)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='collation']/int[@name='hits' and 6 <= . and . <= 10]
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">4</int></lst><result name="response" numFound="0" start="0"></result><lst name="spellcheck"><lst name="suggestions"><lst name="everother"><int name="numFound">1</int><int name="startOffset">9</int><int name="endOffset">18</int><arr name="suggestion"><str>everyother</str></arr></lst><lst name="collation"><str name="collationQuery">teststop:everyother</str><int name="hits">14</int><lst name="misspellingsAndCorrections"><str name="everother">everyother</str></lst></lst></lst></lst>
</response>

	request was:spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Aeverother&spellcheck.collateMaxCollectDocs=5
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
	... 42 more




Build Log:
[...truncated 9672 lines...]
   [junit4] Suite: org.apache.solr.spelling.SpellCheckCollatorTest
   [junit4]   2> 475041 T238 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104
   [junit4]   2> 475042 T238 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 475044 T238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 475044 T238 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 475159 T238 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 475232 T238 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-spellcheckcomponent.xml
   [junit4]   2> 475233 T238 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 475245 T238 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 475914 T238 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 475915 T238 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 475915 T238 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 475925 T238 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 475928 T238 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 475937 T238 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 475940 T238 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 475944 T238 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 475944 T238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 475945 T238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 475945 T238 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 475945 T238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 475946 T238 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 475946 T238 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 475946 T238 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr
   [junit4]   2> 475947 T238 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 475957 T238 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 475957 T238 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr
   [junit4]   2> 475958 T238 oasc.SolrResourceLoader.<init> new SolrResourceLoader for deduced Solr Home: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 476010 T238 oasc.CoreContainer.<init> New CoreContainer 2140749953
   [junit4]   2> 476010 T238 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/]
   [junit4]   2> 476012 T238 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 476012 T238 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 476012 T238 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 476012 T238 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 476012 T238 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 476013 T238 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 476013 T238 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 476013 T238 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 476013 T238 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 476028 T238 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 476028 T238 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 476028 T238 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 476033 T239 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1
   [junit4]   2> 476033 T239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/'
   [junit4]   2> 476034 T239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 476034 T239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 476074 T239 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 476118 T239 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-spellcheckcomponent.xml
   [junit4]   2> 476119 T239 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 476127 T239 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 476663 T239 oass.ByteField.init WARN ByteField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 476663 T239 oass.ShortField.init WARN ShortField is deprecated and will be removed in 5.0. You should use TrieIntField instead.
   [junit4]   2> 476665 T239 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 476675 T239 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 476679 T239 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 476689 T239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 476694 T239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 476698 T239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 476698 T239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 476699 T239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 476699 T239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 476700 T239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 476700 T239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 476700 T239 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 476701 T239 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/, dataDir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/
   [junit4]   2> 476701 T239 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 476702 T239 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104
   [junit4]   2> 476702 T239 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/index/
   [junit4]   2> 476702 T239 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/index' doesn't exist. Creating new index...
   [junit4]   2> 476703 T239 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/index
   [junit4]   2> 476703 T239 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=62.103515625, floorSegmentMB=1.884765625, forceMergeDeletesPctAllowed=25.04804288840999, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 476704 T239 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@737a5c01 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@148122ba),segFN=segments_1,generation=1}
   [junit4]   2> 476705 T239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 476706 T239 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 476706 T239 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 476706 T239 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 476707 T239 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 476707 T239 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 476710 T239 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 476711 T239 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 476711 T239 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=61.7353515625, floorSegmentMB=1.916015625, forceMergeDeletesPctAllowed=24.563309385031953, segmentsPerTier=10.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3800339158279744
   [junit4]   2> 476712 T239 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@737a5c01 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@148122ba),segFN=segments_1,generation=1}
   [junit4]   2> 476713 T239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 476713 T239 oass.SolrIndexSearcher.<init> Opening Searcher@76150f6f main
   [junit4]   2> 476713 T239 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 476741 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: default
   [junit4]   2> 476749 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: default_teststop
   [junit4]   2> 476844 T239 oass.DirectSolrSpellChecker.init init: {name=direct,classname=solr.DirectSolrSpellChecker,minQueryLength=3,maxQueryFrequency=100.0,field=teststop}
   [junit4]   2> 476845 T239 oass.DirectSolrSpellChecker.init init: {name=direct_lowerfilt,classname=solr.DirectSolrSpellChecker,minQueryLength=3,maxQueryFrequency=100.0,field=lowerfilt}
   [junit4]   2> 476867 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: threshold
   [junit4]   2> 476867 T239 oass.DirectSolrSpellChecker.init init: {name=threshold_direct,classname=solr.DirectSolrSpellChecker,field=lowerfilt,spellcheckIndexDir=spellcheckerThreshold,buildOnCommit=true,thresholdTokenFrequency=0.29}
   [junit4]   2> 476867 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: threshold_direct
   [junit4]   2> 476876 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: multipleFields
   [junit4]   2> 476912 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: freq
   [junit4]   2> 476921 T239 oashc.SpellCheckComponent.inform Registering newSearcher listener for spellchecker: fqcn
   [junit4]   2> 476922 T240 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@76150f6f main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 476922 T239 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 476933 T238 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> ASYNC  NEW_CORE C280 name=collection1 org.apache.solr.core.SolrCore@4fc64b65
   [junit4]   2> 476947 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[0]} 0 2
   [junit4]   2> 476994 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[1]} 0 25
   [junit4]   2> 477005 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[2]} 0 1
   [junit4]   2> 477019 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[3]} 0 5
   [junit4]   2> 477029 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[4]} 0 1
   [junit4]   2> 477043 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5]} 0 4
   [junit4]   2> 477053 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[6]} 0 1
   [junit4]   2> 477066 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[7]} 0 4
   [junit4]   2> 477077 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[8]} 0 1
   [junit4]   2> 477090 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[9]} 0 4
   [junit4]   2> 477100 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[10]} 0 1
   [junit4]   2> 477113 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[11]} 0 4
   [junit4]   2> 477123 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[12]} 0 1
   [junit4]   2> 477136 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[13]} 0 4
   [junit4]   2> 477149 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[14]} 0 1
   [junit4]   2> 477162 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[15]} 0 3
   [junit4]   2> 477173 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[16]} 0 1
   [junit4]   2> 477182 T238 C280 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 477205 T238 C280 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@737a5c01 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@148122ba),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(org.apache.lucene.store.RAMDirectory@737a5c01 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@148122ba),segFN=segments_2,generation=2}
   [junit4]   2> 477206 T238 C280 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 477208 T238 C280 oass.SolrIndexSearcher.<init> Opening Searcher@6276dc09 main
   [junit4]   2> 477209 T238 C280 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 477209 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: default
   [junit4]   2> 477284 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: default_teststop
   [junit4]   2> 477367 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: threshold
   [junit4]   2> 477386 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: threshold_direct
   [junit4]   2> 477386 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: multipleFields
   [junit4]   2> 477451 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: freq
   [junit4]   2> 477516 T240 oashc.SpellCheckComponent$SpellCheckerListener.buildSpellIndex Building spell index for spell checker: fqcn
   [junit4]   2> 477580 T240 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6276dc09 main{StandardDirectoryReader(segments_2:19:nrt _0(4.7):c2 _1(4.7):c2 _2(4.7):c2 _3(4.7):c2 _4(4.7):c2 _5(4.7):c2 _6(4.7):c2 _7(4.7):c2 _8(4.7):c1)}
   [junit4]   2> 477580 T238 C280 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 398
   [junit4]   2> 477592 T238 oas.SolrTestCaseJ4.setUp ###Starting testCollateWithOverride
   [junit4]   2> 477903 T238 C280 oasc.SolrCore.execute [collection1] webapp=null path=null params={mm=1&spellcheck=true&q=partisian+politcal+mashine&spellcheck.maxCollations=10&spellcheck.maxCollationTries=10&qf=teststop&spellcheck.dictionary=direct&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.collate=true&defType=edismax} hits=0 status=0 QTime=311 
   [junit4]   2> 478008 T238 C280 oasc.SolrCore.execute [collection1] webapp=null path=null params={mm=1&spellcheck=true&spellcheck.collateParam.mm=100%25&q=partisian+politcal+mashine&spellcheck.maxCollations=10&spellcheck.maxCollationTries=10&qf=teststop&spellcheck.dictionary=direct&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.collate=true&defType=edismax} hits=0 status=0 QTime=96 
   [junit4]   2> 478011 T238 oas.SolrTestCaseJ4.tearDown ###Ending testCollateWithOverride
   [junit4]   2> 478018 T238 oas.SolrTestCaseJ4.setUp ###Starting testEstimatedHitCounts
   [junit4]   2> 478041 T238 C280 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia} hits=0 status=0 QTime=22 
   [junit4]   2> 478068 T238 C280 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=0} hits=0 status=0 QTime=22 
   [junit4]   2> 478093 T238 C280 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=30} hits=0 status=0 QTime=21 
   [junit4]   2> 478122 T238 C280 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=100} hits=0 status=0 QTime=25 
   [junit4]   2> ASYNC  NEW_CORE C281 name=collection1 org.apache.solr.core.SolrCore@4fc64b65
   [junit4]   2> 478148 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=10000} hits=0 status=0 QTime=22 
   [junit4]   2> 478165 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=13} hits=0 status=0 QTime=13 
   [junit4]   2> 478184 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=10} hits=0 status=0 QTime=13 
   [junit4]   2> 478201 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=7} hits=0 status=0 QTime=13 
   [junit4]   2> 478218 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=13 
   [junit4]   2> 478235 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=3} hits=0 status=0 QTime=12 
   [junit4]   2> 478252 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=2} hits=0 status=0 QTime=12 
   [junit4]   2> 478268 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=10} hits=0 status=0 QTime=11 
   [junit4]   2> 478280 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=6} hits=0 status=0 QTime=7 
   [junit4]   2> 478290 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=6} hits=0 status=0 QTime=6 
   [junit4]   2> 478301 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=11} hits=0 status=0 QTime=7 
   [junit4]   2> 478312 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=6 
   [junit4]   2> 478323 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=12} hits=0 status=0 QTime=7 
   [junit4]   2> 478335 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=10} hits=0 status=0 QTime=8 
   [junit4]   2> 478347 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=17} hits=0 status=0 QTime=8 
   [junit4]   2> 478358 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=14} hits=0 status=0 QTime=7 
   [junit4]   2> 478370 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=7 
   [junit4]   2> 478383 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=17} hits=0 status=0 QTime=9 
   [junit4]   2> 478398 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=9 
   [junit4]   2> 478410 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=12} hits=0 status=0 QTime=8 
   [junit4]   2> 478418 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=16} hits=0 status=0 QTime=5 
   [junit4]   2> 478426 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=12} hits=0 status=0 QTime=5 
   [junit4]   2> 478434 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=5 
   [junit4]   2> 478441 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=15} hits=0 status=0 QTime=4 
   [junit4]   2> 478449 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=9} hits=0 status=0 QTime=4 
   [junit4]   2> 478456 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=13} hits=0 status=0 QTime=4 
   [junit4]   2> 478462 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=16} hits=0 status=0 QTime=3 
   [junit4]   2> 478468 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=1} hits=0 status=0 QTime=3 
   [junit4]   2> 478474 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=12} hits=0 status=0 QTime=3 
   [junit4]   2> 478480 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=3} hits=0 status=0 QTime=3 
   [junit4]   2> 478486 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=3 
   [junit4]   2> 478492 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=1} hits=0 status=0 QTime=3 
   [junit4]   2> 478498 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Ametnoia&spellcheck.collateMaxCollectDocs=15} hits=0 status=0 QTime=3 
   [junit4]   2> 478505 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Aeverother&spellcheck.collateMaxCollectDocs=5} hits=0 status=0 QTime=4 
   [junit4]   2> 478508 T238 oas.SolrTestCaseJ4.assertQ ERROR REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='collation']/int[@name='hits' and 6 <= . and . <= 10]
   [junit4]   2> 		xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> 	<response>
   [junit4]   2> 	<lst name="responseHeader"><int name="status">0</int><int name="QTime">4</int></lst><result name="response" numFound="0" start="0"></result><lst name="spellcheck"><lst name="suggestions"><lst name="everother"><int name="numFound">1</int><int name="startOffset">9</int><int name="endOffset">18</int><arr name="suggestion"><str>everyother</str></arr></lst><lst name="collation"><str name="collationQuery">teststop:everyother</str><int name="hits">14</int><lst name="misspellingsAndCorrections"><str name="everother">everyother</str></lst></lst></lst></lst>
   [junit4]   2> 	</response>
   [junit4]   2> 	
   [junit4]   2> 		request was:spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Aeverother&spellcheck.collateMaxCollectDocs=5
   [junit4]   2> 478509 T238 oasc.SolrException.log ERROR REQUEST FAILED: spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Aeverother&spellcheck.collateMaxCollectDocs=5:java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='collation']/int[@name='hits' and 6 <= . and . <= 10]
   [junit4]   2> 		xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]   2> 	<response>
   [junit4]   2> 	<lst name="responseHeader"><int name="status">0</int><int name="QTime">4</int></lst><result name="response" numFound="0" start="0"></result><lst name="spellcheck"><lst name="suggestions"><lst name="everother"><int name="numFound">1</int><int name="startOffset">9</int><int name="endOffset">18</int><arr name="suggestion"><str>everyother</str></arr></lst><lst name="collation"><str name="collationQuery">teststop:everyother</str><int name="hits">14</int><lst name="misspellingsAndCorrections"><str name="everother">everyother</str></lst></lst></lst></lst>
   [junit4]   2> 	</response>
   [junit4]   2> 	
   [junit4]   2> 		request was:spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Aeverother&spellcheck.collateMaxCollectDocs=5
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
   [junit4]   2> 		at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:611)
   [junit4]   2> 		at org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:521)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 		at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 		at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 		at java.lang.reflect.Method.invoke(Method.java:616)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1559)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.access$600(RandomizedRunner.java:79)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:737)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:773)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:787)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:51)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:782)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:442)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:746)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:648)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:682)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:693)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
   [junit4]   2> 		at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:43)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:70)
   [junit4]   2> 		at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 		at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:358)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:679)
   [junit4]   2> 	
   [junit4]   2> 478509 T238 oas.SolrTestCaseJ4.tearDown ###Ending testEstimatedHitCounts
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SpellCheckCollatorTest -Dtests.method=testEstimatedHitCounts -Dtests.seed=6A085E552F33F227 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru -Dtests.timezone=Pacific/Tahiti -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.55s J1 | SpellCheckCollatorTest.testEstimatedHitCounts <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: Exception during query
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6A085E552F33F227:5BB3E0608A0CE2F7]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:644)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:611)
   [junit4]    > 	at org.apache.solr.spelling.SpellCheckCollatorTest.testEstimatedHitCounts(SpellCheckCollatorTest.java:521)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:679)
   [junit4]    > Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//lst[@name='spellcheck']/lst[@name='suggestions']/lst[@name='collation']/int[@name='hits' and 6 <= . and . <= 10]
   [junit4]    > 	xml response was: <?xml version="1.0" encoding="UTF-8"?>
   [junit4]    > <response>
   [junit4]    > <lst name="responseHeader"><int name="status">0</int><int name="QTime">4</int></lst><result name="response" numFound="0" start="0"></result><lst name="spellcheck"><lst name="suggestions"><lst name="everother"><int name="numFound">1</int><int name="startOffset">9</int><int name="endOffset">18</int><arr name="suggestion"><str>everyother</str></arr></lst><lst name="collation"><str name="collationQuery">teststop:everyother</str><int name="hits">14</int><lst name="misspellingsAndCorrections"><str name="everother">everyother</str></lst></lst></lst></lst>
   [junit4]    > </response>
   [junit4]    > 	request was:spellcheck=true&spellcheck.dictionary=direct&spellcheck.count=1&spellcheck.collate=true&spellcheck.maxCollationTries=1&spellcheck.maxCollations=1&spellcheck.collateExtendedResults=true&qt=spellCheckCompRH&q=teststop%3Aeverother&spellcheck.collateMaxCollectDocs=5
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:637)
   [junit4]    > 	... 42 more
   [junit4]   2> 478564 T238 oas.SolrTestCaseJ4.setUp ###Starting testCollateWithGrouping
   [junit4]   2> 478729 T238 oas.SolrTestCaseJ4.tearDown ###Ending testCollateWithGrouping
   [junit4]   2> 478735 T238 oas.SolrTestCaseJ4.setUp ###Starting testCollateWithFilter
   [junit4]   2> 478853 T238 oas.SolrTestCaseJ4.tearDown ###Ending testCollateWithFilter
   [junit4]   2> 478858 T238 oas.SolrTestCaseJ4.setUp ###Starting testCollationWithHypens
   [junit4]   2> 478988 T238 oas.SolrTestCaseJ4.tearDown ###Ending testCollationWithHypens
   [junit4]   2> 478993 T238 oas.SolrTestCaseJ4.setUp ###Starting testCollateWithMultipleRequestHandlers
   [junit4]   2> 479058 T238 oas.SolrTestCaseJ4.tearDown ###Ending testCollateWithMultipleRequestHandlers
   [junit4]   2> 479063 T238 oas.SolrTestCaseJ4.setUp ###Starting testExtendedCollate
   [junit4]   2> 479144 T238 oas.SolrTestCaseJ4.tearDown ###Ending testExtendedCollate
   [junit4]   2> 479150 T238 oas.SolrTestCaseJ4.setUp ###Starting testContextSensitiveCollate
   [junit4]   2> 479157 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&indent=true&spellcheck.maxResultsForSuggest=0&spellcheck.collateExtendedResults=true&spellcheck.extendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&spellcheck.collate=true&q=teststop:(flew+AND+form+AND+heathrow)&spellcheck.dictionary=direct&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.build=true&spellcheck.alternativeTermCount=5} hits=0 status=0 QTime=7 
   [junit4]   2> 479174 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&indent=true&spellcheck.maxResultsForSuggest=1&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&spellcheck.collate=true&q=teststop:(june+AND+customs)&spellcheck.dictionary=direct&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.alternativeTermCount=5} hits=1 status=0 QTime=5 
   [junit4]   2> 479264 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&indent=true&spellcheck.maxResultsForSuggest=0&spellcheck.collateExtendedResults=true&spellcheck.extendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&spellcheck.collate=true&q=teststop:(flew+AND+form+AND+heathrow)&spellcheck.dictionary=default_teststop&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.build=true&spellcheck.alternativeTermCount=5} hits=0 status=0 QTime=83 
   [junit4]   2> 479280 T238 C281 oasc.SolrCore.execute [collection1] webapp=null path=null params={spellcheck=true&indent=true&spellcheck.maxResultsForSuggest=1&spellcheck.extendedResults=true&spellcheck.collateExtendedResults=true&spellcheck.maxCollationTries=10&spellcheck.maxCollations=1&spellcheck.collate=true&q=teststop:(june+AND+customs)&spellcheck.dictionary=default_teststop&spellcheck.count=10&qt=spellCheckCompRH&spellcheck.alternativeTermCount=5} hits=1 status=0 QTime=4 
   [junit4]   2> 479292 T238 oas.SolrTestCaseJ4.tearDown ###Ending testContextSensitiveCollate
   [junit4]   2> 479294 T238 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 479294 T238 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=2140749953
   [junit4]   2> 479295 T238 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4fc64b65
   [junit4]   2> 479295 T238 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=17,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 479295 T238 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 479295 T238 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 479296 T238 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 479296 T238 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 479297 T238 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 479297 T238 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/index [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/index;done=false>>]
   [junit4]   2> 479297 T238 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104/index
   [junit4]   2> 479298 T238 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104 [CachedDir<<refCount=0;path=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104;done=false>>]
   [junit4]   2> 479298 T238 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J1/./solrtest-SpellCheckCollatorTest-1386125511104
   [junit4]   2> NOTE: test params are: codec=Lucene46: {range_facet_l=PostingsFormat(name=TestBloomFilteredLucene41Postings), lowerfilt1=PostingsFormat(name=Asserting), lowerfilt=PostingsFormat(name=Lucene41WithOrds), teststop=PostingsFormat(name=Lucene41WithOrds), end4=PostingsFormat(name=Asserting), end3=PostingsFormat(name=Lucene41WithOrds), lowerfilt1and2=PostingsFormat(name=Lucene41WithOrds), start1=PostingsFormat(name=Asserting), end2=PostingsFormat(name=NestedPulsing), end1=PostingsFormat(name=TestBloomFilteredLucene41Postings), intDefault=PostingsFormat(name=TestBloomFilteredLucene41Postings), id=PostingsFormat(name=NestedPulsing), timestamp=PostingsFormat(name=TestBloomFilteredLucene41Postings), range_facet_sl=PostingsFormat(name=Asserting), range_facet_si=PostingsFormat(name=Lucene41WithOrds), start4=PostingsFormat(name=TestBloomFilteredLucene41Postings), start2=PostingsFormat(name=Lucene41WithOrds), start3=PostingsFormat(name=NestedPulsing), word=PostingsFormat(name=TestBloomFilteredLucene41Postings), gram2=PostingsFormat(name=NestedPulsing), gram1=PostingsFormat(name=TestBloomFilteredLucene41Postings), multiDefault=PostingsFormat(name=Lucene41WithOrds), gram4=PostingsFormat(name=Asserting), gram3=PostingsFormat(name=Lucene41WithOrds)}, docValues:{}, sim=DefaultSimilarity, locale=ru, timezone=Pacific/Tahiti
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=196069216,total=490536960
   [junit4]   2> NOTE: All tests run in this JVM: [OpenExchangeRatesOrgProviderTest, ConvertedLegacyTest, TestAnalyzedSuggestions, TestIndexSearcher, TestMultiCoreConfBootstrap, SuggesterTSTTest, SimplePostToolTest, TestSolrQueryParserDefaultOperatorResource, TestRandomFaceting, BasicZkTest, JSONWriterTest, SuggesterWFSTTest, AlternateDirectoryTest, ZkNodePropsTest, TestReload, TestSchemaResource, SpellCheckCollatorTest]
   [junit4] Completed on J1 in 4.30s, 8 tests, 1 error <<< FAILURES!

[...truncated 729 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest
   [junit4]   2> 2153846 T5070 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /il_wz/j
   [junit4]   2> 2153852 T5070 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> Creating dataDir: /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./solrtest-ChaosMonkeyNothingIsSafeTest-1386127192122
   [junit4]   2> 2153854 T5070 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   2> 2153855 T5071 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 2153955 T5070 oasc.ZkTestServer.run start zk server on port:29842
   [junit4]   2> 2153957 T5070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2153962 T5077 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cd90f9c name:ZooKeeperConnection Watcher:127.0.0.1:29842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2153962 T5070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2153963 T5070 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 2153978 T5070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2153981 T5079 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@10725f5d name:ZooKeeperConnection Watcher:127.0.0.1:29842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2153982 T5070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2153982 T5070 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 2153997 T5070 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 2154000 T5070 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 2154010 T5070 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 2154022 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2154023 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2154078 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2154079 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 2154182 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2154183 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2154186 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2154187 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2154195 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2154195 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2154198 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2154199 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 2154202 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2154203 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2154206 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2154206 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2154226 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2154227 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2154230 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2154231 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2154454 T5070 oasc.AbstractZkTestCase.putConfig put /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2154455 T5070 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2154795 T5070 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 2154800 T5070 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:37009
   [junit4]   2> 2154801 T5070 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 2154801 T5070 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2154802 T5070 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749
   [junit4]   2> 2154803 T5070 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/'
   [junit4]   2> 2154842 T5070 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/solr.xml
   [junit4]   2> 2154941 T5070 oasc.CoreContainer.<init> New CoreContainer 1522788936
   [junit4]   2> 2154942 T5070 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/]
   [junit4]   2> 2154944 T5070 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 2154944 T5070 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 2154945 T5070 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 2154945 T5070 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2154946 T5070 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2154946 T5070 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2154947 T5070 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2154947 T5070 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2154948 T5070 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2154967 T5070 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2154968 T5070 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2154968 T5070 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 2154969 T5070 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:29842/solr
   [junit4]   2> 2154970 T5070 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 2154971 T5070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2154978 T5090 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@744a4b85 name:ZooKeeperConnection Watcher:127.0.0.1:29842 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2154978 T5070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2154992 T5070 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 2154999 T5092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9499bb3 name:ZooKeeperConnection Watcher:127.0.0.1:29842/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2154999 T5070 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 2155056 T5070 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 2155170 T5070 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 2155229 T5070 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 2155231 T5070 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37009_il_wz%2Fj
   [junit4]   2> 2155248 T5070 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:37009_il_wz%2Fj
   [junit4]   2> 2155251 T5070 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 2155280 T5070 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 2155283 T5070 oasc.Overseer.start Overseer (id=90841231663497219-127.0.0.1:37009_il_wz%2Fj-n_0000000000) starting
   [junit4]   2> 2155310 T5070 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 2155345 T5094 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 2155346 T5070 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 2155349 T5070 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 2155373 T5070 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 2155375 T5093 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 2155395 T5095 oasc.ZkController.publish publishing core=collection1 state=down
   [junit4]   2> 2155395 T5095 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2155397 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2155397 T5095 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 2155398 T5093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2155399 T5093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37009/il_wz/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37009_il_wz%2Fj",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "core_node_name":null}
   [junit4]   2> 2155399 T5093 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 2155399 T5093 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 2155450 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2155476 T5092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2156399 T5095 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2156399 T5095 oasc.CoreContainer.create Creating SolrCore 'collection1' using instanceDir: ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/collection1
   [junit4]   2> 2156400 T5095 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 2156400 T5095 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 2156401 T5095 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 2156402 T5095 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/collection1/'
   [junit4]   2> 2156411 T5095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/collection1/lib/README' to classloader
   [junit4]   2> 2156412 T5095 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/collection1/lib/classes/' to classloader
   [junit4]   2> 2156522 T5095 oasc.SolrConfig.<init> Using Lucene MatchVersion: LUCENE_47
   [junit4]   2> 2156614 T5095 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2156715 T5095 oass.IndexSchema.readSchema Reading Solr Schema from schema.xml
   [junit4]   2> 2156728 T5095 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2157726 T5095 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2157730 T5095 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2157732 T5095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2157737 T5095 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2157779 T5095 oasc.SolrCore.initDirectoryFactory solr.StandardDirectoryFactory
   [junit4]   2> 2157779 T5095 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-controljetty-1386127192749/collection1/, dataDir=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data/
   [junit4]   2> 2157780 T5095 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@67b56bda
   [junit4]   2> 2157794 T5095 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data
   [junit4]   2> 2157795 T5095 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=./org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data/index/
   [junit4]   2> 2157796 T5095 oasc.SolrCore.initIndex WARN [collection1] Solr index directory './org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2157797 T5095 oasc.CachingDirectoryFactory.get return new directory for /usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data/index
   [junit4]   2> 2157798 T5095 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=40, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=39.494140625, floorSegmentMB=1.451171875, forceMergeDeletesPctAllowed=16.92377704615621, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2157803 T5095 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 2157804 T5095 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2157807 T5095 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2157807 T5095 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2157808 T5095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2157808 T5095 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2157808 T5095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2157809 T5095 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2157809 T5095 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2157810 T5095 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2157810 T5095 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2157810 T5095 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 2157811 T5095 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 2157811 T5095 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 2157812 T5095 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 2157812 T5095 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 2157812 T5095 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 2157813 T5095 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 2157822 T5095 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 2157827 T5095 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 2157827 T5095 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 2157828 T5095 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5953944949173087]
   [junit4]   2> 2157829 T5095 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0/org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest-1386127192121/control/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 2157830 T5095 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 2157830 T5095 oass.SolrIndexSearcher.<init> Opening Searcher@2266c088 main
   [junit4]   2> 2157833 T5096 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2266c088 main{StandardDirectoryReader(segments_1:1:nrt)}
   [junit4]   2> 2157834 T5095 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 2157835 T5095 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:37009/il_wz/j collection:control_collection shard:shard1
   [junit4]   2> 2157835 T5095 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2157854 T5095 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 2157857 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2157857 T5095 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 2157858 T5095 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 2157858 T5093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> ASYNC  NEW_CORE C1158 name=collection1 org.apache.solr.core.SolrCore@7d866691 url=http://127.0.0.1:37009/il_wz/j/collection1 node=127.0.0.1:37009_il_wz%2Fj C1158_STATE=coll:control_collection core:collection1 props:{state=down, base_url=http://127.0.0.1:37009/il_wz/j, core=collection1, node_name=127.0.0.1:37009_il_wz%2Fj}
   [junit4]   2> 2157858 T5095 C1158 P37009 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:37009/il_wz/j/collection1/
   [junit4]   2> 2157859 T5095 C1158 P37009 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 2157859 T5095 C1158 P37009 oasc.SyncStrategy.syncToMe http://127.0.0.1:37009/il_wz/j/collection1/ has no replicas
   [junit4]   2> 2157859 T5095 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:37009/il_wz/j/collection1/ shard1
   [junit4]   2> 2157860 T5095 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2157875 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2157894 T5092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2157919 T5093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2157922 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2158025 T5092 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2158071 T5095 oasc.ZkController.register We are http://127.0.0.1:37009/il_wz/j/collection1/ and leader is http://127.0.0.1:37009/il_wz/j/collection1/
   [junit4]   2> 2158071 T5095 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:37009/il_wz/j
   [junit4]   2> 2158071 T5095 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 2158072 T5095 oasc.ZkController.publish publishing core=collection1 state=active
   [junit4]   2> 2158072 T5095 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 2158074 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2158074 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2158074 T5095 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2158074 T5092 oasc.DistributedQueue$LatchChildWatcher.process LatchChildWatcher fired on path: /overseer/queue state: SyncConnected type NodeChildrenChanged
   [junit4]   2> 2158075 T5070 oass.SolrDispatchFilter.init user.dir=/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build/solr-core/test/J0
   [junit4]   2> 2158076 T5070 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 2158075 T5093 oascc.ZkStateReader.updateClusterState Updating cloud state from ZooKeeper... 
   [junit4]   2> 2158077 T5093 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:37009/il_wz/j",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:37009_il_wz%2Fj",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "shard_range":null,
   [junit4]   2> 	  "shard_state":"active",
   [junit4]   2> 	  "shard_parent":null,
   [junit4]   2> 	  "collection":"control_

[...truncated too long message...]

on1 (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/collection1/shards (0)
   [junit4]   1>     /solr/collections/collection1/leader_elect (2)
   [junit4]   1>      /solr/collections/collection1/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/collection1/leader_elect/shard1/election (3)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90841231663497234-core_node7-n_0000000003 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90841231663497230-core_node5-n_0000000002 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard1/election/90841231663497226-core_node3-n_0000000001 (0)
   [junit4]   1>      /solr/collections/collection1/leader_elect/shard2 (1)
   [junit4]   1>       /solr/collections/collection1/leader_elect/shard2/election (2)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/90841231663497228-core_node4-n_0000000003 (0)
   [junit4]   1>        /solr/collections/collection1/leader_elect/shard2/election/90841231663497232-core_node6-n_0000000002 (0)
   [junit4]   1>     /solr/collections/collection1/leaders (2)
   [junit4]   1>      /solr/collections/collection1/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:25309_il_wz%2Fj",
   [junit4]   1>            "base_url":"http://127.0.0.1:25309/il_wz/j"}
   [junit4]   1>      /solr/collections/collection1/leaders/shard2 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:64238_il_wz%2Fj",
   [junit4]   1>            "base_url":"http://127.0.0.1:64238/il_wz/j"}
   [junit4]   1>    /solr/collections/control_collection (3)
   [junit4]   1>    DATA:
   [junit4]   1>        {"configName":"conf1"}
   [junit4]   1>     /solr/collections/control_collection/shards (0)
   [junit4]   1>     /solr/collections/control_collection/leader_elect (1)
   [junit4]   1>      /solr/collections/control_collection/leader_elect/shard1 (1)
   [junit4]   1>       /solr/collections/control_collection/leader_elect/shard1/election (1)
   [junit4]   1>        /solr/collections/control_collection/leader_elect/shard1/election/90841231663497219-core_node1-n_0000000000 (0)
   [junit4]   1>     /solr/collections/control_collection/leaders (1)
   [junit4]   1>      /solr/collections/control_collection/leaders/shard1 (0)
   [junit4]   1>      DATA:
   [junit4]   1>          {
   [junit4]   1>            "core":"collection1",
   [junit4]   1>            "node_name":"127.0.0.1:37009_il_wz%2Fj",
   [junit4]   1>            "base_url":"http://127.0.0.1:37009/il_wz/j"}
   [junit4]   1>   /solr/overseer_elect (2)
   [junit4]   1>    /solr/overseer_elect/election (6)
   [junit4]   1>     /solr/overseer_elect/election/90841231663497230-127.0.0.1:17918_il_wz%2Fj-n_0000000005 (0)
   [junit4]   1>     /solr/overseer_elect/election/90841231663497219-127.0.0.1:37009_il_wz%2Fj-n_0000000000 (0)
   [junit4]   1>     /solr/overseer_elect/election/90841231663497228-127.0.0.1:18951_il_wz%2Fj-n_0000000004 (0)
   [junit4]   1>     /solr/overseer_elect/election/90841231663497226-127.0.0.1:25309_il_wz%2Fj-n_0000000003 (0)
   [junit4]   1>     /solr/overseer_elect/election/90841231663497234-127.0.0.1:41646_il_wz%2Fj-n_0000000007 (0)
   [junit4]   1>     /solr/overseer_elect/election/90841231663497232-127.0.0.1:64238_il_wz%2Fj-n_0000000006 (0)
   [junit4]   1>    /solr/overseer_elect/leader (0)
   [junit4]   1>    DATA:
   [junit4]   1>        {"id":"90841231663497219-127.0.0.1:37009_il_wz%2Fj-n_0000000000"}
   [junit4]   1>  /zookeeper (1)
   [junit4]   1>  DATA:
   [junit4]   1>      
   [junit4]   1> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeTest -Dtests.method=testDistribSearch -Dtests.seed=6A085E552F33F227 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hu_HU -Dtests.timezone=Australia/Lindeman -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  202s J0 | ChaosMonkeyNothingIsSafeTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There were expected update fails expected:<0> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([6A085E552F33F227:EBEED04D586C921B]:0)
   [junit4]    > 	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.doTest(ChaosMonkeyNothingIsSafeTest.java:202)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:843)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:679)
   [junit4]   2> 2355524 T5070 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 201685 T5069 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting, sim=DefaultSimilarity, locale=hu_HU, timezone=Australia/Lindeman
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=142260832,total=343867392
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomMergePolicy, TestReversedWildcardFilterFactory, TestAddFieldRealTimeGet, TestValueSourceCache, TestHighFrequencyDictionaryFactory, TermVectorComponentTest, DirectUpdateHandlerOptimizeTest, TestCloudManagedSchema, ZkControllerTest, TestSolrXMLSerializer, UUIDFieldTest, MoreLikeThisHandlerTest, TestLuceneMatchVersion, HdfsBasicDistributedZk2Test, AutoCommitTest, UpdateParamsTest, TestReloadAndDeleteDocs, TestSchemaSimilarityResource, QueryResultKeyTest, TestDistributedMissingSort, DateMathParserTest, LukeRequestHandlerTest, ZkCLITest, SuggesterFSTTest, AssignTest, TestNonNRTOpen, TestDocSet, TestPerFieldSimilarity, ClusterStateTest, ShowFileRequestHandlerTest, DeleteShardTest, TestDocBasedVersionConstraints, ResourceLoaderTest, TestSolrXmlPersistence, MBeansHandlerTest, TestSearchPerf, LeaderElectionTest, QueryEqualityTest, TestSolrDeletionPolicy1, PolyFieldTest, TestManagedSchema, SampleTest, TestGroupingSearch, InfoHandlerTest, HdfsLockFactoryTest, JsonLoaderTest, TestStressUserVersions, TestReplicationHandler, SolrInfoMBeanTest, TestStressVersions, TestLRUCache, ShardRoutingTest, FieldMutatingUpdateProcessorTest, ChangedSchemaMergeTest, BadComponentTest, DocumentBuilderTest, PreAnalyzedUpdateProcessorTest, DistributedQueryElevationComponentTest, PeerSyncTest, SolrXmlInZkTest, TestCollationFieldDocValues, DistributedSpellCheckComponentTest, SoftAutoCommitTest, CoreAdminHandlerTest, TestMergePolicyConfig, SuggesterTest, SpatialFilterTest, StatelessScriptUpdateProcessorFactoryTest, WordBreakSolrSpellCheckerTest, UnloadDistributedZkTest, TestLMJelinekMercerSimilarityFactory, TestSurroundQueryParser, TestJmxMonitoredMap, OverseerTest, EchoParamsTest, RegexBoostProcessorTest, SimpleFacetsTest, URLClassifyProcessorTest, TestSolrQueryParser, TestFaceting, TestCoreContainer, LegacyHTMLStripCharFilterTest, IndexSchemaTest, LoggingHandlerTest, TestQueryUtils, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, TestDistributedGrouping, TestHashPartitioner, TestRealTimeGet, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, TestSort, TestFiltering, TestBadConfig, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, TestExtendedDismaxParser, TestFoldingMultitermQuery, TestStressLucene, TestTrie, SchemaVersionSpecificBehaviorTest, TestAtomicUpdateErrorCases, TestRemoteStreaming, DocValuesMultiTest, IndexBasedSpellCheckerTest, DirectSolrSpellCheckerTest, TestQueryTypes, TermsComponentTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, TestComponentsName, SearchHandlerTest, TestLFUCache, SOLR749Test, TestQuerySenderNoQuery, ResponseLogComponentTest, NumericFieldsTest, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestNumberUtils, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TimeZoneUtilsTest, TestFastOutputStream, ChaosMonkeyNothingIsSafeTest]
   [junit4] Completed on J0 in 202.00s, 1 test, 1 failure <<< FAILURES!

[...truncated 133 lines...]
BUILD FAILED
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:426: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:406: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/build.xml:39: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/extra-targets.xml:37: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/solr/common-build.xml:491: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:1307: The following error occurred while executing this line:
/usr/home/hudson/hudson-slave/workspace/Lucene-Solr-Tests-4.x-Java6/lucene/common-build.xml:940: There were test failures: 347 suites, 1516 tests, 1 error, 1 failure, 34 ignored (6 assumptions)

Total time: 71 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure