You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2012/06/19 15:43:16 UTC

[JENKINS] Solr-4.x - Build # 14 - Failure

Build: https://builds.apache.org/job/Solr-4.x/14/

1 tests failed.
REGRESSION:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete

Error Message:
soft529 wasn't fast enough

Stack Trace:
java.lang.AssertionError: soft529 wasn't fast enough
	at __randomizedtesting.SeedInfo.seed([DF4435181353D22E:18088D8508FB1F9E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.update.SoftAutoCommitTest.__CLR2_6_35cge21frf(SoftAutoCommitTest.java:228)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete(SoftAutoCommitTest.java:179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:616)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1969)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$1100(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:814)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:875)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:889)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.TestRuleFieldCacheSanity$1.evaluate(TestRuleFieldCacheSanity.java:32)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:821)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)




Build Log:
[...truncated 33870 lines...]
   [junit4]   2> 7021 T2534 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 7024 T2534 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 7027 T2534 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 7028 T2534 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test-files/solr
   [junit4]   2> 7028 T2534 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test-files/solr/'
   [junit4]   2> 7029 T2534 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test-files/solr/lib/classes/' to classloader
   [junit4]   2> 7029 T2534 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test-files/solr/lib/README' to classloader
   [junit4]   2> 7029 T2534 oasc.CoreContainer.<init> New CoreContainer 578688798
   [junit4]   2> 7029 T2534 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test-files/solr/, dataDir=/usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test/J0/./org.apache.solr.update.SoftAutoCommitTest-1340112763795/
   [junit4]   2> 7030 T2534 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4ed9f47
   [junit4]   2> 7030 T2534 oasc.SolrCore.getNewIndexDir WARNING New index directory detected: old=null new=/usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test/J0/./org.apache.solr.update.SoftAutoCommitTest-1340112763795/index/
   [junit4]   2> 7031 T2534 oasc.SolrCore.initIndex WARNING [collection1] Solr index directory '/usr/home/hudson/hudson-slave/workspace/Solr-4.x/checkout/solr/build/solr-core/test/J0/./org.apache.solr.update.SoftAutoCommitTest-1340112763795/index' doesn't exist. Creating new index...
   [junit4]   2> 7033 T2534 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@418e0cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c73095c; maxCacheMB=0.9638671875 maxMergeSizeMB=0.4345703125)),segFN=segments_1,generation=1,filenames=[segments_1]
   [junit4]   2> 7034 T2534 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
   [junit4]   2> 7034 T2534 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 7036 T2534 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 7036 T2534 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 7037 T2534 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 7037 T2534 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 7038 T2534 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 7038 T2534 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 7038 T2534 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 7039 T2534 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 7039 T2534 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 7040 T2534 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 7040 T2534 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 7040 T2534 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 7041 T2534 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 7041 T2534 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 7041 T2534 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 7042 T2534 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 7042 T2534 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7042 T2534 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7043 T2534 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7043 T2534 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7043 T2534 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7044 T2534 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7044 T2534 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 7044 T2534 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 7045 T2534 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 7046 T2534 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 7047 T2534 oasc.SolrCore.initDeprecatedSupport WARNING solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 7048 T2534 oasc.SolrCore.initDeprecatedSupport WARNING adding ShowFileRequestHandler with hidden files: [SOLRCONFIG-HIGHLIGHT.XML, SCHEMA-REQUIRED-FIELDS.XML, SCHEMA-REPLICATION2.XML, BAD-SCHEMA-DUP-DYNAMICFIELD.XML, SCHEMA-MINIMAL.XML, SOLRCONFIG-CACHING.XML, SOLRCONFIG-REPEATER.XML, CURRENCY.XML, SOLRCONFIG-MERGEPOLICY.XML, BAD-SCHEMA-NONTEXT-ANALYZER.XML, SOLRCONFIG-TLOG.XML, SOLRCONFIG-MASTER.XML, SCHEMA11.XML, SOLRCONFIG-BASIC.XML, DA_COMPOUNDDICTIONARY.TXT, SCHEMA-COPYFIELD-TEST.XML, SOLRCONFIG-SLAVE.XML, ELEVATE.XML, SOLRCONFIG-PROPINJECT-INDEXDEFAULT.XML, SCHEMA-IB.XML, SOLRCONFIG-QUERYSENDER.XML, DA_UTF8.XML, SCHEMA-REPLICATION1.XML, HYPHENATION.DTD, SOLRCONFIG-ENABLEPLUGIN.XML, SCHEMA-PHRASESUGGEST.XML, STEMDICT.TXT, HUNSPELL-TEST.AFF, STOPTYPES-1.TXT, STOPWORDSWRONGENCODING.TXT, SCHEMA-NUMERIC.XML, SOLRCONFIG-TRANSFORMERS.XML, SOLRCONFIG-PROPINJECT.XML, BAD-SCHEMA-NOT-INDEXED-BUT-TF.XML, SOLRCONFIG-SIMPLELOCK.XML, WDFTYPES.TXT, STOPTYPES-2.TXT, SCHEMA-REVERSED.XML, SOLRCONFIG-SPELLCHECKCOMPONENT.XML, SOLRCONFIG-PHRASESUGGEST.XML, SCHEMA-DFR.XML, BAD-SCHEMA-NOT-INDEXED-BUT-POS.XML, KEEP-1.TXT, OPEN-EXCHANGE-RATES.JSON, STOPWITHBOM.TXT, SOLRCONFIG-SPELLCHECKER.XML, SCHEMA-BINARYFIELD.XML, SOLRCONFIG-UPDATE-PROCESSOR-CHAINS.XML, BAD-SCHEMA-OMIT-TF-BUT-NOT-POS.XML, BAD-SCHEMA-DUP-FIELDTYPE.XML, SOLRCONFIG-MASTER1.XML, SYNONYMS.TXT, SCHEMA.XML, SCHEMA_CODEC.XML, SOLRCONFIG-SOLR-749.XML, SOLRCONFIG-MASTER1-KEEPONEBACKUP.XML, STOP-2.TXT, SOLRCONFIG-FUNCTIONQUERY.XML, SCHEMA-LMDIRICHLET.XML, SOLRCONFIG-TERMINDEX.XML, SOLRCONFIG-ELEVATE.XML, STOPWORDS.TXT, SCHEMA-FOLDING.XML, SCHEMA-STOP-KEEP.XML, BAD-SCHEMA-NOT-INDEXED-BUT-NORMS.XML, SOLRCONFIG-SOLCOREPROPERTIES.XML, STOP-1.TXT, SOLRCONFIG-MASTER2.XML, SCHEMA-SPELLCHECKER.XML, SOLRCONFIG-LAZYWRITER.XML, SCHEMA-LUCENEMATCHVERSION.XML, FRENCHARTICLES.TXT, BAD-MP-SOLRCONFIG.XML, SCHEMA15.XML, SOLRCONFIG-REQHANDLER.INCL, SCHEMASURROUND.XML, SCHEMA-COLLATEFILTER.XML, SOLRCONFIG-MASTER3.XML, HUNSPELL-TEST.DIC, SOLRCONFIG-XINCLUDE.XML, SOLRCONFIG-DELPOLICY1.XML, SOLRCONFIG-SLAVE1.XML, SCHEMA-SIM.XML, SCHEMA-COLLATE.XML, STOP-SNOWBALL.TXT, PROTWORDS.TXT, SCHEMA-TRIE.XML, SOLRCONFIG_CODEC.XML, SCHEMA-TFIDF.XML, SCHEMA-LMJELINEKMERCER.XML, PHRASESUGGEST.TXT, SOLRCONFIG-BASIC-LUCENEVERSION31.XML, BAD-SCHEMA-UNIQUEKEY-USES-DEFAULT.XML, OLD_SYNONYMS.TXT, SOLRCONFIG-DELPOLICY2.XML, XSLT, SOLRCONFIG-NATIVELOCK.XML, BAD-SCHEMA-DUP-FIELD.XML, SOLRCONFIG-NOCACHE.XML, SCHEMA-BM25.XML, SOLRCONFIG-QUERYSENDER-NOQUERY.XML, SOLRCONFIG-ALTDIRECTORY.XML, COMPOUNDDICTIONARY.TXT, SOLRCONFIG_PERF.XML, SCHEMA-NOT-REQUIRED-UNIQUE-KEY.XML, KEEP-2.TXT, BAD-SCHEMA-UNIQUEKEY-IS-COPYFIELD-DEST.XML, SCHEMA12.XML, MAPPING-ISOLATIN1ACCENT.TXT, BAD_SOLRCONFIG.XML, BAD-SCHEMA-EXTERNAL-FILEFIELD.XML]
   [junit4]   2> 7050 T2534 oass.SolrIndexSearcher.<init> Opening Searcher@29868e1 main
   [junit4]   2> 7050 T2534 oass.SolrIndexSearcher.<init> WARNING WARNING: Directory impl does not support setting indexDir: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]   2> 7051 T2534 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 7051 T2534 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 7052 T2534 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 7056 T2534 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 7098 T2534 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 7099 T2534 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: http://
   [junit4]   2> 7099 T2534 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 7099 T2534 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 7099 T2534 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 7100 T2534 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 7100 T2534 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 7100 T2534 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 7100 T2534 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 7101 T2534 oascsi.HttpClientUtil.createClient Creating new http client, config:maxConnectionsPerHost=20&maxConnections=10000&socketTimeout=0&connTimeout=0&retry=false
   [junit4]   2> 7108 T2541 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29868e1 main{StandardDirectoryReader(segments_1:1)}
   [junit4]   2> 7109 T2534 oasc.CoreContainer.register registering core: collection1
   [junit4]   2> 7110 T2534 oasu.AbstractSolrTestCase.setUp ####SETUP_END testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> ASYNC  NEW_CORE C187 name=collection1 org.apache.solr.core.SolrCore@41fc443
   [junit4]   2> 7114 T2534 C187 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits:num=1
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@418e0cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c73095c; maxCacheMB=0.9638671875 maxMergeSizeMB=0.4345703125)),segFN=segments_1,generation=1,filenames=[segments_1]
   [junit4]   2> 7115 T2534 C187 oasc.SolrDeletionPolicy.updateCommits newest commit = 1
   [junit4]   2> 7118 T2534 C187 UPDATE [collection1] webapp=null path=null params={} {add=[529]} 0 5
   [junit4]   2> 7124 T2534 C187 oasu.DirectUpdateHandler2.commit start commit{flags=0,version=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
   [junit4]   2> 7129 T2534 C187 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@418e0cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c73095c; maxCacheMB=0.9638671875 maxMergeSizeMB=0.4345703125)),segFN=segments_1,generation=1,filenames=[segments_1]
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@418e0cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c73095c; maxCacheMB=0.9638671875 maxMergeSizeMB=0.4345703125)),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
   [junit4]   2> 7129 T2534 C187 oasc.SolrDeletionPolicy.updateCommits newest commit = 2
   [junit4]   2> 7132 T2534 C187 oass.SolrIndexSearcher.<init> Opening Searcher@152a1a43 main
   [junit4]   2> 7132 T2534 C187 oass.SolrIndexSearcher.<init> WARNING WARNING: Directory impl does not support setting indexDir: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]   2> 7133 T2534 C187 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 7134 T2541 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@152a1a43 main{StandardDirectoryReader(segments_2:3 _0(4.0):C1)}
   [junit4]   2> 7159 T2534 C187 UPDATE [collection1] webapp=null path=null params={} {commit=} 0 36
   [junit4]   2> 7164 T2534 C187 UPDATE [collection1] webapp=null path=null params={} {delete=[529]} 0 1
   [junit4]   2> 8326 T2543 oasu.DirectUpdateHandler2.commit start commit{flags=0,version=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true}
   [junit4]   2> 8331 T2543 oass.SolrIndexSearcher.<init> Opening Searcher@7258ee35 main
   [junit4]   2> 8332 T2543 oass.SolrIndexSearcher.<init> WARNING WARNING: Directory impl does not support setting indexDir: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]   2> 8332 T2543 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 8333 T2541 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7258ee35 main{StandardDirectoryReader(segments_2:5:nrt)}
   [junit4]   2> 8340 T2534 oasu.AbstractSolrTestCase.tearDown ####TEARDOWN_START testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 8341 T2534 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=578688798
   [junit4]   2> 8341 T2534 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@41fc443
   [junit4]   2> 8344 T2534 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 8345 T2534 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommit maxTime=1200ms,autocommits=0,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=1,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 8346 T2534 C187 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@418e0cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c73095c; maxCacheMB=0.9638671875 maxMergeSizeMB=0.4345703125)),segFN=segments_2,generation=2,filenames=[_0_Lucene40_0.tim, _0.fnm, _0_Lucene40_0.frq, _0_nrm.cfe, segments_2, _0.fdx, _0_nrm.cfs, _0.si, _0_Lucene40_0.prx, _0.fdt, _0_Lucene40_0.tip]
   [junit4]   2> 		commit{dir=MockDirWrapper(NRTCachingDirectory(org.apache.lucene.store.RAMDirectory@418e0cd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c73095c; maxCacheMB=0.9638671875 maxMergeSizeMB=0.4345703125)),segFN=segments_3,generation=3,filenames=[segments_3]
   [junit4]   2> 8346 T2534 C187 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeDelete -Dtests.seed=DF4435181353D22E -Dtests.locale=ar_KW -Dtests.timezone=Europe/Isle_of_Man -Dargs="-Dfile.encoding=ISO8859-1"
   [junit4]   2>
   [junit4]    > (@AfterClass output)
   [junit4]   2> NOTE: test params are: codec=Lucene3x, sim=RandomSimilarityProvider(queryNorm=true,coord=true): {}, locale=ar_KW, timezone=Europe/Isle_of_Man
   [junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=1,free=139567864,total=378208256
   [junit4]   2> NOTE: All tests run in this JVM: [ZkNodePropsTest, TestJmxMonitoredMap, TestJapaneseBaseFormFilterFactory, TestSurroundQueryParser, TestLuceneMatchVersion, TestPropInjectDefaults, HighlighterTest, LengthFilterTest, TestChineseTokenizerFactory, TestStopFilterFactory, RecoveryZkTest, OpenExchangeRatesOrgProviderTest, TestSolrXMLSerializer, TestJapanesePartOfSpeechStopFilterFactory, NoCacheHeaderTest, TestNumberUtils, SortByFunctionTest, TestGermanMinimalStemFilterFactory, TestFrenchLightStemFilterFactory, QueryParsingTest, TestArbitraryIndexDir, SnowballPorterFilterFactoryTest, TestRangeQuery, UpdateRequestProcessorFactoryTest, DocumentAnalysisRequestHandlerTest, TestDocSet, TestWordDelimiterFilterFactory, SolrCoreTest, TestGreekStemFilterFactory, TestCapitalizationFilterFactory, SolrIndexConfigTest, TestUAX29URLEmailTokenizerFactory, PingRequestHandlerTest, DateFieldTest, SampleTest, TestMergePolicyConfig, TestRemoteStreaming, TestQuerySenderNoQuery, TestSearchPerf, PolyFieldTest, TestSpanishLightStemFilterFactory, TestGalicianStemFilterFactory, TestIrishLowerCaseFilterFactory, XsltUpdateRequestHandlerTest, TestArabicFilters, TestReplicationHandler, DistributedSpellCheckComponentTest, ReturnFieldsTest, TestTrie, DistanceFunctionTest, ResourceLoaderTest, OutputWriterTest, QueryElevationComponentTest, TestThaiWordFilterFactory, StandardRequestHandlerTest, TestCollationField, TestRussianLightStemFilterFactory, TestGreekLowerCaseFilterFactory, TestSolrQueryParser, StatsComponentTest, TestMappingCharFilterFactory, TestKeepFilterFactory, TestUtils, TestFaceting, PeerSyncTest, CommonGramsFilterFactoryTest, TestCJKWidthFilterFactory, UniqFieldsUpdateProcessorFactoryTest, IndexReaderFactoryTest, TestDFRSimilarityFactory, BasicFunctionalityTest, TestLMDirichletSimilarityFactory, LegacyHTMLStripCharFilterTest, TestJapaneseKatakanaStemFilterFactory, TestKeywordMarkerFilterFactory, SolrInfoMBeanTest, HighlighterConfigTest, EchoParamsTest, CloudStateTest, TestNorwegianLightStemFilterFactory, TestSwedishLightStemFilterFactory, XmlUpdateRequestHandlerTest, PrimitiveFieldTypeTest, TestPersianNormalizationFilterFactory, LoggingHandlerTest, TestBinaryField, TestGermanNormalizationFilterFactory, TestPortugueseMinimalStemFilterFactory, FileBasedSpellCheckerTest, SolrRequestParserTest, TestShingleFilterFactory, TestQuerySenderListener, TestPatternReplaceCharFilterFactory, TestPropInject, TestHTMLStripCharFilterFactory, NumericFieldsTest, TestJapaneseTokenizerFactory, TestDefaultSimilarityFactory, SuggesterFSTTest, TestQueryTypes, TestPseudoReturnFields, TestHungarianLightStemFilterFactory, TestBeiderMorseFilterFactory, TestSynonymFilterFactory, PrimUtilsTest, TestItalianLightStemFilterFactory, TestRussianFilters, SolrPluginUtilsTest, TestPhraseSuggestions, TestPHPSerializedResponseWriter, TestConfig, TestCzechStemFilterFactory, TestHyphenationCompoundWordTokenFilterFactory, TestSynonymMap, TestRandomFaceting, SystemInfoHandlerTest, TestMultiWordSynonyms, TestPluginEnable, SpatialFilterTest, RequiredFieldsTest, TestRecovery, IndexBasedSpellCheckerTest, DirectSolrConnectionTest, SuggesterTest, TestSolrDeletionPolicy2, TestEnglishMinimalStemFilterFactory, BadIndexSchemaTest, MBeansHandlerTest, TestLRUCache, SuggesterTSTTest, WordBreakSolrSpellCheckerTest, TestSort, TestPatternReplaceFilterFactory, TestXIncludeConfig, TermsComponentTest, DefaultValueUpdateProcessorTest, UpdateParamsTest, MinimalSchemaTest, RequestHandlersTest, TestNGramFilters, TestGalicianMinimalStemFilterFactory, DirectSolrSpellCheckerTest, TestCollationKeyRangeQueries, TestReversedWildcardFilterFactory, IndexSchemaTest, CurrencyFieldTest, TestGroupingSearch, OverseerTest, ConvertedLegacyTest, FullSolrCloudDistribCmdsTest, TestKStemFilterFactory, TestCoreContainer, RAMDirectoryFactoryTest, TestWriterPerf, TestGermanLightStemFilterFactory, SpellPossibilityIteratorTest, TestDictionaryCompoundWordTokenFilterFactory, SOLR749Test, TestFrenchMinimalStemFilterFactory, TestIndexingPerformance, TestUpdate, ZkSolrClientTest, TestBadConfig, TestJapaneseReadingFormFilterFactory, TestStemmerOverrideFilterFactory, TestPhoneticFilterFactory, BasicDistributedZkTest, TestGermanStemFilterFactory, TestHunspellStemFilterFactory, SpellCheckComponentTest, CopyFieldTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, TestLMJelinekMercerSimilarityFactory, TestOmitPositions, TestCSVLoader, TestFiltering, TestDistributedGrouping, TimeZoneUtilsTest, TestFunctionQuery, TestDistributedSearch, TestElisionFilterFactory, TestFinnishLightStemFilterFactory, TestIndonesianStemFilterFactory, CSVRequestHandlerTest, BasicZkTest, TestReverseStringFilterFactory, TermVectorComponentTest, TestPortugueseStemFilterFactory, CoreAdminHandlerTest, TestCollationKeyFilterFactory, BinaryUpdateRequestHandlerTest, TestPerFieldSimilarity, PluginInfoTest, FieldAnalysisRequestHandlerTest, FullSolrCloudTest, TestIBSimilarityFactory, TestBulgarianStemFilterFactory, TestJoin, DirectUpdateHandlerTest, SuggesterWFSTTest, DateMathParserTest, TestTrimFilterFactory, SoftAutoCommitTest]
   [junit4]   2> 
   [junit4] Completed in 7.30s, 3 tests, 1 failure <<< FAILURES!
[...truncated 242 lines...]

[...truncated 34213 lines...]

[...truncated 34213 lines...]

[...truncated 34213 lines...]

[...truncated 34213 lines...]

[...truncated 34213 lines...]



[JENKINS] Solr-4.x - Build # 15 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Solr-4.x/15/

1 tests failed.
REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
Thread threw an uncaught exception, thread: Thread[Lucene Merge Thread #2,6,]

Stack Trace:
java.lang.RuntimeException: Thread threw an uncaught exception, thread: Thread[Lucene Merge Thread #2,6,]
	at com.carrotsearch.randomizedtesting.RunnerThreadGroup.processUncaught(RunnerThreadGroup.java:96)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:857)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
	at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
	at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: this Directory is closed
	at __randomizedtesting.SeedInfo.seed([FF3D915D72044986]:0)
	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:507)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:480)
Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed
	at org.apache.lucene.store.Directory.ensureOpen(Directory.java:244)
	at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:241)
	at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:321)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3138)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:382)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:451)




Build Log:
[...truncated 43397 lines...]
   [junit4]   2> 27169 T2688 oasc.Overseer$CloudStateUpdater.run Starting to work on the main queue
   [junit4]   2> 27208 T2516 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1189856813
   [junit4]   2> 27208 T2516 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@157283b5
   [junit4]   2> 27209 T2516 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 27210 T2516 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1615,cumulative_deletesById=805,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 27211 T2521 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1380a124d240003
   [junit4]   2> 27212 T2549 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27212 T2569 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27212 T2565 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27212 T2518 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:29205 which had sessionid 0x1380a124d240003
   [junit4]   2> 27212 T2549 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 27212 T2516 oaz.ZooKeeper.close Session: 0x1380a124d240003 closed
   [junit4]   2> 27213 T2549 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 27213 T2516 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 27213 T2617 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 27215 T2617 oasc.Overseer.<init> Overseer (id=87831266453618695-127.0.0.1:29207_solr-n_0000000004) starting
   [junit4]   2> 27215 T2521 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1380a124d240007 type:create cxid:0x45 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 27216 T2521 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1380a124d240007 type:create cxid:0x46 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 27217 T2521 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1380a124d240007 type:create cxid:0x47 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 27219 T2617 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27219 T2689 oasc.Overseer$CloudStateUpdater.run Starting to work on the main queue
   [junit4]   2> 27219 T2617 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:29207_solr_collection1
   [junit4]   2> 27221 T2617 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 27223 T2537 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:186)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:111)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:679)
   [junit4]   2> 
   [junit4]   2> 27223 T2537 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=87831266453618690-127.0.0.1:29202_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 27223 T2521 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x1380a124d240007 type:create cxid:0x57 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
   [junit4]   2> 27265 T2516 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=588949883
   [junit4]   2> 27265 T2516 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:29207_solr_collection1
   [junit4]   2> 27265 T2516 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71a4b0de
   [junit4]   2> 27267 T2516 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 27268 T2516 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=834,cumulative_deletesById=419,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 27269 T2516 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:29207_solr_collection1
   [junit4]   2> 27270 T2521 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1380a124d240007
   [junit4]   2> 27271 T2617 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27271 T2569 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27271 T2565 oascc.ZkStateReader$3.process Updating live nodes
   [junit4]   2> 27271 T2518 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:29225 which had sessionid 0x1380a124d240007
   [junit4]   2> 27271 T2617 oascc.ZkStateReader$3.process WARNING ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 27271 T2516 oaz.ZooKeeper.close Session: 0x1380a124d240007 closed
   [junit4]   2> 27271 T2617 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 27272 T2516 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 27324 T2521 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1380a124d240006
   [junit4]   2> 27327 T2569 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 27327 T2518 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:29213 which had sessionid 0x1380a124d240006
   [junit4]   2> 27327 T2516 oaz.ZooKeeper.close Session: 0x1380a124d240006 closed
   [junit4]   2> 27328 T2521 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x1380a124d240005
   [junit4]   2> 27329 T2565 oaz.ClientCnxn$EventThread.run EventThread shut down
   [junit4]   2> 27329 T2518 oazs.NIOServerCnxn.closeSock Closed socket connection for client /140.211.11.196:29210 which had sessionid 0x1380a124d240005
   [junit4]   2> 27329 T2516 oaz.ZooKeeper.close Session: 0x1380a124d240005 closed
   [junit4]   2> 27329 T2521 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
   [junit4]   2> 27329 T2520 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
   [junit4]   2> 27330 T2516 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
   [junit4]   2> 27667 T2518 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
   [junit4]   2> 27671 T2688 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:186)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:111)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:679)
   [junit4]   2> 
   [junit4]   2> 27671 T2516 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
   [junit4]   2> 27671 T2688 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=87831266453618691-127.0.0.1:29204_solr-n_0000000001) am no longer a leader.
   [junit4]   2> 27721 T2689 oasc.Overseer$CloudStateUpdater.amILeader WARNING  org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:118)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:42)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:927)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:289)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:65)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:286)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.amILeader(Overseer.java:186)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$CloudStateUpdater.run(Overseer.java:111)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:679)
   [junit4]   2> 
   [junit4]   2> 27721 T2689 oasc.Overseer$CloudStateUpdater.amILeader According to ZK I (id=87831266453618695-127.0.0.1:29207_solr-n_0000000004) am no longer a leader.
   [junit4]   2> 27735 T2516 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RecoveryZkTest -Dtests.method=testDistribSearch -Dtests.seed=FF3D915D72044986 -Dtests.locale=ar_OM -Dtests.timezone=Pacific/Efate -Dargs="-Dfile.encoding=ISO8859-1"
   [junit4]   2>
   [junit4]    > (@AfterClass output)
   [junit4]   2> 27767 T2516 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Lucene40: {}, sim=DefaultSimilarity, locale=ar_OM, timezone=Pacific/Efate
   [junit4]   2> NOTE: FreeBSD 9.0-RELEASE amd64/Sun Microsystems Inc. 1.6.0_32 (64-bit)/cpus=16,threads=4,free=119752008,total=339083264
   [junit4]   2> NOTE: All tests run in this JVM: [DefaultValueUpdateProcessorTest, TestGreekLowerCaseFilterFactory, DocumentAnalysisRequestHandlerTest, ReturnFieldsTest, SpellPossibilityIteratorTest, JSONWriterTest, TestSearchPerf, TestJmxMonitoredMap, TestPortugueseLightStemFilterFactory, TestRealTimeGet, SuggesterTest, TestGalicianStemFilterFactory, TestQuerySenderNoQuery, PolyFieldTest, TestArbitraryIndexDir, DisMaxRequestHandlerTest, SuggesterWFSTTest, SimpleFacetsTest, QueryElevationComponentTest, TestFrenchLightStemFilterFactory, SampleTest, ZkSolrClientTest, DebugComponentTest, TestSuggestSpellingConverter, CacheHeaderTest, TestFaceting, TestGermanNormalizationFilterFactory, DOMUtilTest, AlternateDirectoryTest, BadComponentTest, LukeRequestHandlerTest, SpellingQueryConverterTest, NumericFieldsTest, TestChineseFilterFactory, TestPortugueseMinimalStemFilterFactory, SolrPluginUtilsTest, SoftAutoCommitTest, BinaryUpdateRequestHandlerTest, TestRecovery, AutoCommitTest, SystemInfoHandlerTest, TestUtils, TestMergePolicyConfig, TestPortugueseStemFilterFactory, CurrencyFieldTest, TestRussianLightStemFilterFactory, TestStandardFactories, TestFastLRUCache, BasicFunctionalityTest, TestTrimFilterFactory, CloudStateTest, TestKeywordMarkerFilterFactory, DistributedTermsComponentTest, UpdateRequestProcessorFactoryTest, TestBulgarianStemFilterFactory, TestPropInjectDefaults, XmlUpdateRequestHandlerTest, DirectSolrSpellCheckerTest, TestSynonymMap, TestConfig, TestCJKBigramFilterFactory, TestLuceneMatchVersion, CommonGramsFilterFactoryTest, TestHindiFilters, ZkControllerTest, TestGroupingSearch, CloudStateUpdateTest, TestGermanLightStemFilterFactory, TestItalianLightStemFilterFactory, SolrInfoMBeanTest, IndexSchemaTest, TestStopFilterFactory, UniqFieldsUpdateProcessorFactoryTest, TestHTMLStripCharFilterFactory, TestLMJelinekMercerSimilarityFactory, TestNorwegianLightStemFilterFactory, TestFinnishLightStemFilterFactory, BadIndexSchemaTest, TestPatternReplaceFilterFactory, SolrIndexConfigTest, TestJapaneseTokenizerFactory, TestBinaryField, TestFiltering, TestSynonymFilterFactory, PrimitiveFieldTypeTest, DoubleMetaphoneFilterFactoryTest, TestNumberUtils, ZkNodePropsTest, NoCacheHeaderTest, TestSolrXMLSerializer, TestSort, TestQueryTypes, CSVRequestHandlerTest, BasicZkTest, CommonGramsQueryFilterFactoryTest, IndexSchemaRuntimeFieldTest, SolrCmdDistributorTest, TestPhoneticFilterFactory, UpdateParamsTest, QueryEqualityTest, DocumentBuilderTest, TestCollationField, ResourceLoaderTest, DirectUpdateHandlerTest, TestRemoteStreaming, EchoParamsTest, SuggesterTSTTest, TestCzechStemFilterFactory, SuggesterFSTTest, TestReverseStringFilterFactory, TestPHPSerializedResponseWriter, TestHyphenationCompoundWordTokenFilterFactory, TestBrazilianStemFilterFactory, TestJoin, OverseerTest, TestUpdate, TestTypeTokenFilterFactory, HighlighterTest, LengthFilterTest, NotRequiredUniqueKeyTest, TestCSVLoader, TestQueryUtils, TestWordDelimiterFilterFactory, StatsComponentTest, FullSolrCloudDistribCmdsTest, OpenExchangeRatesOrgProviderTest, TestCJKTokenizerFactory, TestBM25SimilarityFactory, TestThaiWordFilterFactory, IndexReaderFactoryTest, TestShingleFilterFactory, FieldMutatingUpdateProcessorTest, TestFrenchMinimalStemFilterFactory, TestCollationKeyRangeQueries, DistributedQueryElevationComponentTest, FieldAnalysisRequestHandlerTest, ConvertedLegacyTest, TestNorwegianMinimalStemFilterFactory, TestBadConfig, DateMathParserTest, LeaderElectionIntegrationTest, SignatureUpdateProcessorFactoryTest, SolrRequestParserTest, TestExtendedDismaxParser, MultiTermTest, FileBasedSpellCheckerTest, StandardRequestHandlerTest, TestJapaneseBaseFormFilterFactory, TestJapaneseKatakanaStemFilterFactory, TestFoldingMultitermQuery, IndexBasedSpellCheckerTest, TestSpanishLightStemFilterFactory, TestHunspellStemFilterFactory, TestRandomFaceting, TestTrie, TestCSVResponseWriter, LeaderElectionTest, TestXIncludeConfig, SearchHandlerTest, RecoveryZkTest]
   [junit4]   2> 
   [junit4] Completed in 27.79s, 1 test, 1 error <<< FAILURES!
[...truncated 404 lines...]

[...truncated 43902 lines...]

[...truncated 43902 lines...]

[...truncated 43902 lines...]

[...truncated 43902 lines...]

[...truncated 43902 lines...]