You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by je...@sd-datasolutions.de on 2012/06/14 14:40:16 UTC
[JENKINS] Lucene-Solr-trunk-Linux-Java7-64 - Build # 276 - Failure!
Build: http://jenkins.sd-datasolutions.de/job/Lucene-Solr-trunk-Linux-Java7-64/276/
1 tests failed.
REGRESSION: org.apache.solr.cloud.RecoveryZkTest.testDistribSearch
Error Message:
Thread threw an uncaught exception, thread: Thread[Lucene Merge Thread #1,6,]
Stack Trace:
java.lang.RuntimeException: Thread threw an uncaught exception, thread: Thread[Lucene Merge Thread #1,6,]
at com.carrotsearch.randomizedtesting.RunnerThreadGroup.processUncaught(RunnerThreadGroup.java:96)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:857)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$700(RandomizedRunner.java:132)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3$1.run(RandomizedRunner.java:669)
at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:695)
at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:734)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:745)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleReportUncaughtExceptions$1.evaluate(TestRuleReportUncaughtExceptions.java:68)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at org.apache.lucene.util.TestRuleIcuHack$1.evaluate(TestRuleIcuHack.java:51)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
at org.apache.lucene.util.TestRuleNoInstanceHooksOverrides$1.evaluate(TestRuleNoInstanceHooksOverrides.java:53)
at org.apache.lucene.util.TestRuleNoStaticHooksShadowing$1.evaluate(TestRuleNoStaticHooksShadowing.java:52)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:36)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:56)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:605)
at com.carrotsearch.randomizedtesting.RandomizedRunner.access$400(RandomizedRunner.java:132)
at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:551)
Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: this Directory is closed
at __randomizedtesting.SeedInfo.seed([5210B0FC43222B81]:0)
at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:507)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:480)
Caused by: org.apache.lucene.store.AlreadyClosedException: this Directory is closed
at org.apache.lucene.store.Directory.ensureOpen(Directory.java:244)
at org.apache.lucene.store.FSDirectory.listAll(FSDirectory.java:241)
at org.apache.lucene.index.IndexFileDeleter.refresh(IndexFileDeleter.java:321)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3127)
at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:382)
at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:451)
Build Log:
[...truncated 33938 lines...]
[junit4] 2> 27912 T1782 C77 P40466 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 27912 T1789 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@ec28733 main{StandardDirectoryReader(segments_4:1142 _e2(5.0):C2237/109 _ey(5.0):C247 _ex(5.0):C3)}
[junit4] 2> 27915 T1914 C78 P60019 oasu.DirectUpdateHandler2.commit start commit{flags=0,version=0,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false}
[junit4] 2> 27947 T1914 C78 P60019 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1339677498320/jetty2/index.20120614233844499,segFN=segments_4,generation=4,filenames=[_ed_Lucene40_0.prx, _ee_Lucene40_0.tim, _ee_Lucene40_0.tip, _ec_Lucene40_0.tim, _ee_Lucene40_0.frq, _ef_Lucene40_0.frq, _ec_Lucene40_0.tip, _e3_1.del, _e3.si, _ed_nrm.cfe, _ec.fnm, _ef.si, _ec_nrm.cfs, _ef_Lucene40_0.tip, _eb.fnm, _ef_Lucene40_0.tim, _ec_Lucene40_0.frq, _ed_nrm.cfs, _ef_Lucene40_0.prx, _ec_nrm.cfe, _e3_Lucene40_0.prx, _ef.fdx, _ec.fdt, _ef.fdt, _e3_Lucene40_0.frq, _ec.fdx, _ed_Lucene40_0.frq, _ef.fnm, _ee.fnm, _e3.fdx, _e3.fdt, _eb.si, _eb_nrm.cfe, _eb_Lucene40_0.tim, _eb_Lucene40_0.tip, _ee_nrm.cfs, _ec_Lucene40_0.prx, _ed.si, _ed.fnm, _e3_Lucene40_0.tim, _ef_nrm.cfs, _e3_Lucene40_0.tip, _ec.si, _e3_nrm.cfe, _ee.fdt, _ee_Lucene40_0.prx, _ee.si, _ed_Lucene40_0.tim, _ed_Lucene40_0.tip, _ee_nrm.cfe, _ee.fdx, _ef_nrm.cfe, _eb_Lucene40_0.frq, _e3.fnm, _e3_nrm.cfs, _eb.fdx, _ed.fdt, _eb.fdt, _ed.fdx, _eb_Lucene40_0.prx, _eb_nrm.cfs, segments_4]
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1339677498320/jetty2/index.20120614233844499,segFN=segments_5,generation=5,filenames=[_ez.fnm, _e3.fdx, _f0.fnm, _f0_nrm.cfe, _e3.fdt, _ez.fdx, _ez_nrm.cfs, _f0_Lucene40_0.prx, _ez_Lucene40_0.tim, _e3.si, _f0.si, _ez_Lucene40_0.tip, _f0_nrm.cfs, _f0_Lucene40_0.frq, _e3_Lucene40_0.tim, _e3_Lucene40_0.tip, _e3_nrm.cfe, _ez_Lucene40_0.prx, _f0.fdx, _f0.fdt, _e3_2.del, _f0_Lucene40_0.tim, _f0_Lucene40_0.tip, _e3_Lucene40_0.prx, _e3.fnm, _e3_nrm.cfs, _ez.fdt, _e3_Lucene40_0.frq, _ez_Lucene40_0.frq, segments_5, _ez.si, _ez_nrm.cfe]
[junit4] 2> 27948 T1914 C78 P60019 oasc.SolrDeletionPolicy.updateCommits newest commit = 5
[junit4] 2> 27951 T1914 C78 P60019 oass.SolrIndexSearcher.<init> Opening Searcher@60e6e891 main
[junit4] 2> 27952 T1914 C78 P60019 oasu.DirectUpdateHandler2.commit end_commit_flush
[junit4] 2> 27952 T1976 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@60e6e891 main{StandardDirectoryReader(segments_5:1146:nrt _e3(5.0):C2231/103 _f0(5.0):C242 _ez(5.0):C8)}
[junit4] 2> 27954 T1914 C78 P60019 /update {waitSearcher=true&commit=true&wt=javabin&commit_end_point=true&softCommit=false&version=2} {commit=} 0 39
[junit4] 2> 27954 T1782 C77 P40466 /update {waitSearcher=true&wt=javabin&commit=true&softCommit=false&version=2} {commit=} 0 101
[junit4] 2> 27957 T1784 C77 P40466 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2378 status=0 QTime=2
[junit4] 2> 27961 T1965 C78 P60019 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2378 status=0 QTime=1
[junit4] 2> 27964 T1784 C77 P40466 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2378 status=0 QTime=0
[junit4] 2> 27966 T1965 C78 P60019 REQ /select {distrib=false&wt=javabin&q=*:*&version=2} hits=2378 status=0 QTime=0
[junit4] 2> 27967 T1755 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=153320200
[junit4] 2> 27967 T1755 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@716d720c
[junit4] 2> 27969 T1755 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 27972 T1755 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4692,cumulative_deletesById=2314,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 27999 T1755 C76 P41495 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits:num=2
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1339677498320/control/data/index,segFN=segments_2,generation=2,filenames=[_es_Lucene40_0.frq, _69_Lucene40_0.prx, _ep.fdt, _er.fnm, _ep_Lucene40_0.prx, _es_nrm.cfe, _ep.fdx, _eu.si, _69_Lucene40_0.frq, _69.fdx, _es_Lucene40_0.prx, _ca.fdt, _es.fnm, _69.fdt, _ca.fdx, _er_1.del, _es_nrm.cfs, _eu_Lucene40_0.tim, _ca_1.del, _eu_Lucene40_0.tip, _69_Lucene40_0.tip, _es.fdt, _69_1.del, _ep.si, _es.fdx, _ca.fnm, _ev.fnm, _er_nrm.cfs, _69_Lucene40_0.tim, _ca_Lucene40_0.frq, _es.si, _es_Lucene40_0.tip, _ev.si, _eu_Lucene40_0.prx, _ep_Lucene40_0.frq, _eu.fdt, _eu_Lucene40_0.frq, _es_Lucene40_0.tim, _eu.fdx, _er_nrm.cfe, _er.fdx, _ev_nrm.cfs, _eu_nrm.cfe, _er_Lucene40_0.prx, _69.si, _ca_nrm.cfs, _er.fdt, _ev_Lucene40_0.frq, _ev_nrm.cfe, _et.fdx, _ev_Lucene40_0.tim, _eu_nrm.cfs, _er_Lucene40_0.tip, _er_Lucene40_0.tim, _ev_Lucene40_0.tip, _et_Lucene40_0.frq, _ev.fdt, _et_Lucene40_0.prx, _et.fnm, _ev_Lucene40_0.prx, _et.fdt, _ev.fdx, _ca_Lucene40_0.prx, _er_Lucene40_0.frq, _ca_Lucene40_0.tim, _ep_Lucene40_0.tim, _et_nrm.cfs, _69_nrm.cfe, _et.si, _ca_Lucene40_0.tip, _er.si, _ep_nrm.cfs, _69_nrm.cfs, _et_Lucene40_0.tim, _ep.fnm, _69.fnm, _et_Lucene40_0.tip, _et_nrm.cfe, _ep_nrm.cfe, _ca.si, segments_2, _eu.fnm, _ca_nrm.cfe, _ep_Lucene40_0.tip]
[junit4] 2> commit{dir=/mnt/ssd/jenkins/workspace/Lucene-Solr-trunk-Linux-Java7-64/checkout/solr/build/solr-core/test/J0/org.apache.solr.cloud.RecoveryZkTest-1339677498320/control/data/index,segFN=segments_3,generation=3,filenames=[_ew_Lucene40_0.frq, _ew_nrm.cfs, _ew.fdt, _ew_Lucene40_0.prx, _ew_Lucene40_0.tip, _ew_nrm.cfe, _ew.fdx, _ew.fnm, _ew.si, segments_3, _ew_Lucene40_0.tim]
[junit4] 2> 27999 T1755 C76 P41495 oasc.SolrDeletionPolicy.updateCommits newest commit = 3
[junit4] 2> 28003 T1760 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x137eb005bd20002
[junit4] 2> 28004 T1808 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28004 T1775 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28004 T1804 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28004 T1919 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28004 T1757 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35240 which had sessionid 0x137eb005bd20002
[junit4] 2> 28004 T1755 oaz.ZooKeeper.close Session: 0x137eb005bd20002 closed
[junit4] 2> 28005 T1788 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 28006 T1788 oasc.Overseer.<init> Overseer (id=87797104530030595-127.0.0.1:40466_solr-n_0000000001) starting
[junit4] 2> 28006 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20003 type:create cxid:0x5f zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28006 T1755 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 28007 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20003 type:create cxid:0x60 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28007 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20003 type:create cxid:0x61 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28007 T1788 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28008 T2060 oasc.Overseer$CloudStateUpdater.run Starting to work on the main queue
[junit4] 2> 28058 T1755 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1672510417
[junit4] 2> 28058 T1755 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@72b2f872
[junit4] 2> 28060 T1755 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 28061 T1755 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4692,cumulative_deletesById=2314,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 28062 T1760 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x137eb005bd20003
[junit4] 2> 28063 T1788 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28063 T1804 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28063 T1919 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28063 T1808 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28063 T1757 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35243 which had sessionid 0x137eb005bd20003
[junit4] 2> 28063 T1755 oaz.ZooKeeper.close Session: 0x137eb005bd20003 closed
[junit4] 2> 28064 T1919 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:60019_solr_collection1
[junit4] 2> 28064 T1919 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
[junit4] 2> 28065 T1755 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 28066 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20007 type:create cxid:0x4a zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28067 T1919 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
[junit4] 2> 28068 T1919 oasc.Overseer.<init> Overseer (id=87797104530030599-127.0.0.1:60019_solr-n_0000000004) starting
[junit4] 2> 28069 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20007 type:create cxid:0x51 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28069 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20007 type:create cxid:0x52 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28070 T1760 oazs.PrepRequestProcessor.pRequest Got user-level KeeperException when processing sessionid:0x137eb005bd20007 type:create cxid:0x53 zxid:0xfffffffffffffffe txntype:unknown reqpath:n/a Error Path:/solr/overseer Error:KeeperErrorCode = NodeExists for /solr/overseer
[junit4] 2> 28070 T2061 oasc.Overseer$CloudStateUpdater.run Starting to work on the main queue
[junit4] 2> 28071 T2061 oascc.ZkStateReader.updateCloudState Manual update of cluster state initiated
[junit4] 2> 28071 T2061 oascc.ZkStateReader.updateCloudState Updating cloud state from ZooKeeper...
[junit4] 2> 28075 T1808 oascc.ZkStateReader$2.process A cluster state change has occurred
[junit4] 2> 28075 T1804 oascc.ZkStateReader$2.process A cluster state change has occurred
[junit4] 2> 28075 T1919 oascc.ZkStateReader$2.process A cluster state change has occurred
[junit4] 2> 28118 T1755 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=749798037
[junit4] 2> 28118 T1755 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:60019_solr_collection1
[junit4] 2> 28118 T1755 oasc.SolrCore.close [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5da1c60a
[junit4] 2> 28120 T1755 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
[junit4] 2> 28120 T1755 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1762,cumulative_deletesById=865,cumulative_deletesByQuery=0,cumulative_errors=0}
[junit4] 2> 28122 T1755 oasc.RecoveryStrategy.close WARNING Stopping recovery for core collection1 zkNodeName=127.0.0.1:60019_solr_collection1
[junit4] 2> 28122 T1760 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x137eb005bd20007
[junit4] 2> 28123 T1804 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28123 T1919 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28123 T1808 oascc.ZkStateReader$3.process Updating live nodes
[junit4] 2> 28124 T1757 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35271 which had sessionid 0x137eb005bd20007
[junit4] 2> 28124 T1755 oaz.ZooKeeper.close Session: 0x137eb005bd20007 closed
[junit4] 2> 28124 T1755 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
[junit4] 2> 28178 T1760 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x137eb005bd20006
[junit4] 2> 28179 T1808 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4] 2> 28179 T1757 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35256 which had sessionid 0x137eb005bd20006
[junit4] 2> 28179 T1755 oaz.ZooKeeper.close Session: 0x137eb005bd20006 closed
[junit4] 2> 28179 T1760 oazs.PrepRequestProcessor.pRequest Processed session termination for sessionid: 0x137eb005bd20005
[junit4] 2> 28180 T1804 oaz.ClientCnxn$EventThread.run EventThread shut down
[junit4] 2> 28180 T1757 oazs.NIOServerCnxn.closeSock Closed socket connection for client /127.0.0.1:35252 which had sessionid 0x137eb005bd20005
[junit4] 2> 28180 T1755 oaz.ZooKeeper.close Session: 0x137eb005bd20005 closed
[junit4] 2> 28180 T1760 oazs.PrepRequestProcessor.run PrepRequestProcessor exited loop!
[junit4] 2> 28180 T1759 oazs.SyncRequestProcessor.run SyncRequestProcessor exited!
[junit4] 2> 28181 T1755 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4] 2> 28183 T1757 oazs.NIOServerCnxn$Factory.run NIOServerCnxn factory exited run method
[junit4] 2> 28183 T1755 oazs.FinalRequestProcessor.shutdown shutdown of request processor complete
[junit4] 2> 28201 T1755 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=RecoveryZkTest -Dtests.method=testDistribSearch -Dtests.seed=5210B0FC43222B81 -Dtests.multiplier=3 -Dtests.locale=th_TH_TH_#u-nu-thai -Dtests.timezone=SST -Dargs="-Dfile.encoding=UTF-8"
[junit4] 2>
[junit4] > (@AfterClass output)
[junit4] 2> 28260 T1755 oas.SolrTestCaseJ4.deleteCore ###deleteCore
[junit4] 2> NOTE: test params are: codec=Lucene40: {}, sim=DefaultSimilarity, locale=th_TH_TH_#u-nu-thai, timezone=SST
[junit4] 2> NOTE: Linux 2.6.32-41-server amd64/Oracle Corporation 1.7.0_04 (64-bit)/cpus=8,threads=12,free=440453096,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [QueryElevationComponentTest, CloudStateTest, TestMultiCoreConfBootstrap, TestConfig, TestPatternReplaceCharFilterFactory, TestDictionaryCompoundWordTokenFilterFactory, TestLMJelinekMercerSimilarityFactory, TestJapaneseReadingFormFilterFactory, CSVRequestHandlerTest, BadComponentTest, SolrRequestParserTest, TestTypeTokenFilterFactory, TestExtendedDismaxParser, TestReverseStringFilterFactory, TestStemmerOverrideFilterFactory, FullSolrCloudDistribCmdsTest, TestUAX29URLEmailTokenizerFactory, TestGermanMinimalStemFilterFactory, DateMathParserTest, DirectSolrConnectionTest, TestTrie, StatsComponentTest, DistributedQueryElevationComponentTest, TestLatvianStemFilterFactory, PrimUtilsTest, TestFunctionQuery, TestMergePolicyConfig, TestPatternReplaceFilterFactory, TestCzechStemFilterFactory, TestJoin, MultiTermTest, TestFoldingMultitermQuery, OutputWriterTest, SuggesterTest, TestIndexingPerformance, UUIDFieldTest, TestSolrXMLSerializer, TestIndexSearcher, TestXIncludeConfig, PluginInfoTest, TestCJKBigramFilterFactory, TestPersianNormalizationFilterFactory, TestRangeQuery, PolyFieldTest, TestQuerySenderNoQuery, TestCapitalizationFilterFactory, TestThaiWordFilterFactory, TestLMDirichletSimilarityFactory, IndexSchemaTest, OpenExchangeRatesOrgProviderTest, TestCollationField, SpellingQueryConverterTest, TestWordDelimiterFilterFactory, BasicFunctionalityTest, TestBadConfig, NotRequiredUniqueKeyTest, XmlUpdateRequestHandlerTest, ConvertedLegacyTest, SoftAutoCommitTest, TestPortugueseLightStemFilterFactory, IndexSchemaRuntimeFieldTest, TestNorwegianLightStemFilterFactory, TestRemoteStreaming, TestValueSourceCache, CacheHeaderTest, TestSurroundQueryParser, SearchHandlerTest, TestFinnishLightStemFilterFactory, DefaultValueUpdateProcessorTest, SignatureUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, LoggingHandlerTest, TestSolrCoreProperties, DistanceFunctionTest, CoreAdminHandlerTest, TestFrenchLightStemFilterFactory, LengthFilterTest, CommonGramsFilterFactoryTest, ZkControllerTest, TestHashPartitioner, SystemInfoHandlerTest, TestCSVResponseWriter, TestCSVLoader, TestLRUCache, EchoParamsTest, ZkSolrClientTest, HighlighterConfigTest, LeaderElectionIntegrationTest, TestBinaryResponseWriter, TestGermanNormalizationFilterFactory, TestCodecSupport, RequestHandlersTest, TestIrishLowerCaseFilterFactory, SolrIndexConfigTest, TestJapanesePartOfSpeechStopFilterFactory, ShowFileRequestHandlerTest, TestSort, TestStopFilterFactory, ZkNodePropsTest, TestSolrDeletionPolicy2, DistributedSpellCheckComponentTest, TestKeywordMarkerFilterFactory, DOMUtilTest, OverseerTest, LeaderElectionTest, RecoveryZkTest]
[junit4] 2>
[junit4] Completed on J0 in 28.30s, 1 test, 1 error <<< FAILURES!
[...truncated 217 lines...]
[...truncated 34256 lines...]
[...truncated 34256 lines...]
[...truncated 34256 lines...]
[...truncated 34256 lines...]
[...truncated 34256 lines...]