can you fix this index?

["Zhang, Ziqi" <zi...@ntu.ac.uk>]

I am running a program that crawls the web and saves data into a solr index. for mysterious reasons, the solr server crashed. And now I end up with a corrupted index that has no segment files and hence risking losing all my data collected for 5 days....

The error message reads as below when you try to open the index using the JAVA code below. the index folder definitely has data, as it has 182 files and 2GB in size. Is there any way I can recover this index?

>>>>>>>>>>>>.JAVA>>>>>>>>>>>>.

EmbeddedSolrServer solrServer = new EmbeddedSolrServer(Paths.get("/home/zqz/Work/chase/aws/data/solr"), "chase");

>>>>>>>>>>>>Errow>>>>>>>>>>>>
2017-06-20 16:30:23 ERROR CoreContainer:740 - Error creating core [chase]: Error opening new searcher
org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:820)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:659)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:727)
at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:447)
at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:438)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1662)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1773)
at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:916)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:793)
... 9 more
Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(NRTCachingDirectory(MMapDirectory@/home/zqz/Work/chase/aws/data/solr/chase/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e6bafee; maxCacheMB=48.0 maxMergeSizeMB=4.0)): files: [_1d1q.fdt, _1d1w.si, _1d1w_Lucene50_0.tim, _1d1q.fdx, _18zs.cfe, _1brk.cfs, _14k1_Lucene50_0.pos, _1d1q_Lucene50_0.pos, _19kd.cfs, _11s9.si, _fh2_Lucene50_0.tip, _1d1s.fdx, _1d1p_Lucene50_0.tip, _1d1u.nvd, _vhv_Lucene50_0.pos, _1d1p_Lucene50_0.tim, _fh2_Lucene50_0.tim, _11s9.cfe, _1d1o.si, _1d1u.fnm, _1d1u.nvm, _11s9.cfs, _1d1w.nvm, _1d1w.fnm, _170y.si, _1d1t.si, _1d1t_Lucene50_0.tip, _vhv.si, _19kd.cfe, _1d1t_Lucene50_0.tim, _1d1u_Lucene50_0.pos, _1d1w.nvd, _1d1s.fdt, _vhv_Lucene50_0.doc, _1b97.si, _1d1s_Lucene50_0.tip, _14k1_Lucene50_0.doc, _yme_Lucene50_0.doc, _190w.si, _1d1s_Lucene50_0.tim, _18zs.si, _1d1u_Lucene50_0.doc, _1brk.cfe, _fh2.si, _1d1u.si, _1d1o.nvd, _1d1v.fdx, _1aon.si, _1d1p.nvm, _1d1p.fnm, _1d1o_Lucene50_0.doc, _14k1.fdt, _1c9l.cfs, _19kd.si, _14k1.fdx, _1d1t.fdt, _18s0.si, _190l.si, _1a5q.si, _1d1r.fnm, _1d1o.fdx, _1d1r.nvm, _fh2.fdt, _1d1t.fdx, _1c9l.si, _1d1o.fdt, _fh2.fdx, _1col.si, _1brk.si, _1d1r.nvd, _1d1q_Lucene50_0.doc, _1a5q.cfs, _1d1r.si, _1d1w_Lucene50_0.tip, _1d1v.fdt, _1b97.cfe, _18s0.cfe, write.lock, _190l.cfe, _fh2.nvd, _1a5q.cfe, _1d1r_Lucene50_0.tip, _1d1r_Lucene50_0.tim, _1d1t.nvd, _1d1t.fnm, _1d1t.nvm, _1d1s_Lucene50_0.pos, _190w.cfe, _1d1p.fdx, _19m0.cfs, _1b97.cfs, _yme_Lucene50_0.tim, _1d1p.fdt, _1cz5.cfs, _1d1s_Lucene50_0.doc, _1cz5.cfe, _1d1u_Lucene50_0.tim, _yme_Lucene50_0.tip, _yme.fdx, _1d1u_Lucene50_0.tip, _190w.cfs, _1d1s.si, _yme.fdt, _18xk.cfs, _19m0.si, _19m0.cfe, _1d1v.nvd, _1d1v_Lucene50_0.doc, _yme.si, _1c9l.cfe, _1d1v.fnm, _1d1v.nvm, _1d1o_Lucene50_0.pos, _fh2.nvm, _fh2.fnm, _1d1p.nvd, _1d1r.fdt, _14k1.nvd, _18xk.cfe, _18s0.cfs, _1d1v_Lucene50_0.pos, _1d1r.fdx, _1cz5.si, _1d1p.si, _1d1o.nvm, _1d1o.fnm, _fh2_Lucene50_0.doc, _14k1.fnm, _14k1.nvm, _vhv.fnm, _vhv.nvm, _1d1r_Lucene50_0.pos, _1d1t_Lucene50_0.doc, _1d1w_Lucene50_0.pos, _yme.nvd, _1d1v_Lucene50_0.tip, _14k1_Lucene50_0.tip, _1d1w.fdx, _1d1v_Lucene50_0.tim, _14k1.si, _1aon.cfe, _vhv_Lucene50_0.tim, _vhv_Lucene50_0.tip, _1d1u.fdt, _170y.cfs, _yme.nvm, _1d1w.fdt, _yme.fnm, _vhv.nvd, _yme_Lucene50_0.pos, _1d1q.nvm, _1d1q.fnm, _1d1q_Lucene50_0.tim, _14k1_Lucene50_0.tim, _18xk.si, _1d1t_Lucene50_0.pos, _1aon.cfs, _1d1q_Lucene50_0.tip, _1d1q.nvd, _1d1p_Lucene50_0.pos, _1d1q.si, _fh2_Lucene50_0.pos, _170y.cfe, _1d1v.si, _1d1w_Lucene50_0.doc, _1d1r_Lucene50_0.doc, _1d1o_Lucene50_0.tip, _1col.cfs, _1d1o_Lucene50_0.tim, _1d1n.cfe, _vhv.fdx, _1d1u.fdx, _vhv.fdt, _18zs.cfs, _1d1s.nvd, _190l.cfs, _1d1p_Lucene50_0.doc, _1col.cfe, _1d1s.nvm, _1d1s.fnm, _1d1n.cfs, _1d1n.si]
at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:904)
at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:65)
at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:274)
at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:117)
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1631)
... 12 more
Disconnected from the target VM, address: '127.0.0.1:32712', transport: 'socket'
Exception in thread "main" org.apache.solr.common.SolrException: SolrCore 'chase' is not available due to init failure: Error opening new searcher
at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:978)
at uk.ac.shef.dcs.jate.util.Statistics.main(Statistics.java:21)
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:820)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:659)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:727)
at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:447)
at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:438)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException: Error opening new searcher
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1662)
at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:1773)
at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:916)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:793)
... 9 more
Caused by: org.apache.lucene.index.IndexNotFoundException: no segments* file found in LockValidatingDirectoryWrapper(NRTCachingDirectory(MMapDirectory@/home/zqz/Work/chase/aws/data/solr/chase/data/index lockFactory=org.apache.lucene.store.NativeFSLockFactory@4e6bafee; maxCacheMB=48.0 maxMergeSizeMB=4.0)): files: [_1d1q.fdt, _1d1w.si, _1d1w_Lucene50_0.tim, _1d1q.fdx, _18zs.cfe, _1brk.cfs, _14k1_Lucene50_0.pos, _1d1q_Lucene50_0.pos, _19kd.cfs, _11s9.si, _fh2_Lucene50_0.tip, _1d1s.fdx, _1d1p_Lucene50_0.tip, _1d1u.nvd, _vhv_Lucene50_0.pos, _1d1p_Lucene50_0.tim, _fh2_Lucene50_0.tim, _11s9.cfe, _1d1o.si, _1d1u.fnm, _1d1u.nvm, _11s9.cfs, _1d1w.nvm, _1d1w.fnm, _170y.si, _1d1t.si, _1d1t_Lucene50_0.tip, _vhv.si, _19kd.cfe, _1d1t_Lucene50_0.tim, _1d1u_Lucene50_0.pos, _1d1w.nvd, _1d1s.fdt, _vhv_Lucene50_0.doc, _1b97.si, _1d1s_Lucene50_0.tip, _14k1_Lucene50_0.doc, _yme_Lucene50_0.doc, _190w.si, _1d1s_Lucene50_0.tim, _18zs.si, _1d1u_Lucene50_0.doc, _1brk.cfe, _fh2.si, _1d1u.si, _1d1o.nvd, _1d1v.fdx, _1aon.si, _1d1p.nvm, _1d1p.fnm, _1d1o_Lucene50_0.doc, _14k1.fdt, _1c9l.cfs, _19kd.si, _14k1.fdx, _1d1t.fdt, _18s0.si, _190l.si, _1a5q.si, _1d1r.fnm, _1d1o.fdx, _1d1r.nvm, _fh2.fdt, _1d1t.fdx, _1c9l.si, _1d1o.fdt, _fh2.fdx, _1col.si, _1brk.si, _1d1r.nvd, _1d1q_Lucene50_0.doc, _1a5q.cfs, _1d1r.si, _1d1w_Lucene50_0.tip, _1d1v.fdt, _1b97.cfe, _18s0.cfe, write.lock, _190l.cfe, _fh2.nvd, _1a5q.cfe, _1d1r_Lucene50_0.tip, _1d1r_Lucene50_0.tim, _1d1t.nvd, _1d1t.fnm, _1d1t.nvm, _1d1s_Lucene50_0.pos, _190w.cfe, _1d1p.fdx, _19m0.cfs, _1b97.cfs, _yme_Lucene50_0.tim, _1d1p.fdt, _1cz5.cfs, _1d1s_Lucene50_0.doc, _1cz5.cfe, _1d1u_Lucene50_0.tim, _yme_Lucene50_0.tip, _yme.fdx, _1d1u_Lucene50_0.tip, _190w.cfs, _1d1s.si, _yme.fdt, _18xk.cfs, _19m0.si, _19m0.cfe, _1d1v.nvd, _1d1v_Lucene50_0.doc, _yme.si, _1c9l.cfe, _1d1v.fnm, _1d1v.nvm, _1d1o_Lucene50_0.pos, _fh2.nvm, _fh2.fnm, _1d1p.nvd, _1d1r.fdt, _14k1.nvd, _18xk.cfe, _18s0.cfs, _1d1v_Lucene50_0.pos, _1d1r.fdx, _1cz5.si, _1d1p.si, _1d1o.nvm, _1d1o.fnm, _fh2_Lucene50_0.doc, _14k1.fnm, _14k1.nvm, _vhv.fnm, _vhv.nvm, _1d1r_Lucene50_0.pos, _1d1t_Lucene50_0.doc, _1d1w_Lucene50_0.pos, _yme.nvd, _1d1v_Lucene50_0.tip, _14k1_Lucene50_0.tip, _1d1w.fdx, _1d1v_Lucene50_0.tim, _14k1.si, _1aon.cfe, _vhv_Lucene50_0.tim, _vhv_Lucene50_0.tip, _1d1u.fdt, _170y.cfs, _yme.nvm, _1d1w.fdt, _yme.fnm, _vhv.nvd, _yme_Lucene50_0.pos, _1d1q.nvm, _1d1q.fnm, _1d1q_Lucene50_0.tim, _14k1_Lucene50_0.tim, _18xk.si, _1d1t_Lucene50_0.pos, _1aon.cfs, _1d1q_Lucene50_0.tip, _1d1q.nvd, _1d1p_Lucene50_0.pos, _1d1q.si, _fh2_Lucene50_0.pos, _170y.cfe, _1d1v.si, _1d1w_Lucene50_0.doc, _1d1r_Lucene50_0.doc, _1d1o_Lucene50_0.tip, _1col.cfs, _1d1o_Lucene50_0.tim, _1d1n.cfe, _vhv.fdx, _1d1u.fdx, _vhv.fdt, _18zs.cfs, _1d1s.nvd, _190l.cfs, _1d1p_Lucene50_0.doc, _1col.cfe, _1d1s.nvm, _1d1s.fnm, _1d1n.cfs, _1d1n.si]
at org.apache.lucene.index.IndexWriter.<init>(IndexWriter.java:904)
at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:65)
at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:274)
at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:117)
at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1631)
... 12 more
2017-06-20 16:30:33 ERROR SolrIndexWriter:182 - SolrIndexWriter was not closed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
2017-06-20 16:30:33 ERROR SolrIndexWriter:135 - Error closing IndexWriter
java.lang.NullPointerException
at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3128)
at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3096)
at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1078)
at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1123)
at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:130)
at org.apache.solr.update.SolrIndexWriter.finalize(SolrIndexWriter.java:183)
at java.lang.System$2.invokeFinalize(System.java:1270)
at java.lang.ref.Finalizer.runFinalizer(Finalizer.java:98)
at java.lang.ref.Finalizer.access$100(Finalizer.java:34)
at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:210)

Process finished with exit code 130 (interrupted by signal 2: SIGINT)



DISCLAIMER: This email is intended solely for the addressee. It may contain private and confidential information. If you are not the intended addressee, please take no action based on it nor show a copy to anyone. In this case, please reply to this email to highlight the error. Opinions and information in this email that do not relate to the official business of Nottingham Trent University shall be understood as neither given nor endorsed by the University. Nottingham Trent University has taken steps to ensure that this email and any attachments are virus-free, but we do advise that the recipient should check that the email and its attachments are actually virus free. This is in keeping with good computing practice.