You are viewing a plain text version of this content. The canonical link for it is here.
Posted to solr-user@lucene.apache.org by sunnyfr <jo...@gmail.com> on 2009/02/11 10:09:49 UTC
commit looks stuck ?
Hi
Have you an idea why after a night with solr running, but just commit every
five minute??
It looks like process never shutdown ???
root 29428 0.0 0.0 53988 2648 ? S 01:05 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 29829 0.0 0.0 3944 560 ? Ss 01:10 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 29830 0.0 0.0 8936 1256 ? S 01:10 0:00 /bin/bash
/data/solr/book/bin/commit
root 29852 0.0 0.0 53988 2640 ? S 01:10 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 30286 0.0 0.0 3944 564 ? Ss 01:15 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 30287 0.0 0.0 8936 1256 ? S 01:15 0:00 /bin/bash
/data/solr/book/bin/commit
root 30309 0.0 0.0 53988 2644 ? S 01:15 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 30715 0.0 0.0 3944 560 ? Ss 01:20 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 30716 0.0 0.0 8936 1252 ? S 01:20 0:00 /bin/bash
/data/solr/book/bin/commit
root 30738 0.0 0.0 53988 2644 ? S 01:20 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 31172 0.0 0.0 3944 564 ? Ss 01:25 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 31173 0.0 0.0 8936 1252 ? S 01:25 0:00 /bin/bash
/data/solr/book/bin/commit
root 31195 0.0 0.0 53988 2644 ? S 01:25 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 31606 0.0 0.0 3944 564 ? Ss 01:30 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 31607 0.0 0.0 8936 1256 ? S 01:30 0:00 /bin/bash
/data/solr/book/bin/commit
root 31629 0.0 0.0 53988 2648 ? S 01:30 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 32063 0.0 0.0 3944 560 ? Ss 01:35 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 32064 0.0 0.0 8936 1256 ? S 01:35 0:00 /bin/bash
/data/solr/book/bin/commit
root 32086 0.0 0.0 53988 2640 ? S 01:35 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
root 32499 0.0 0.0 3944 564 ? Ss 01:40 0:00 /bin/sh -c
/data/solr/book/bin/commit
root 32500 0.0 0.0 8936 1252 ? S 01:40 0:00 /bin/bash
/data/solr/book/bin/commit
root 32522 0.0 0.0 53988 2648 ? S 01:40 0:00 curl
http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
charset=utf-8 -d <commit/>
My logs has a huge error, I don't know where it comes from??
2009/02/10 19:29:37 <html><head><title>Apache Tomcat/5.5 - Error
report</title><style><!--H1
{font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;font-size:22px;}
H2
{font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;font-size:16px;}
H3
{font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;font-size:14px;}
BODY
{font-family:Tahoma,Arial,sans-serif;color:black;background-color:white;} B
{font-family:Tahoma,Arial,sans-serif;color:white;background-color:#525D76;}
P
{font-family:Tahoma,Arial,sans-serif;background:white;color:black;font-size:12px;}A
{color : black;}A.name {color : black;}HR {color : #525D76;}--></style>
</head><body><h1>HTTP Status 500 - Java heap space
java.lang.OutOfMemoryError: Java heap space at
org.apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:178)
at
org.apache.lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:179)
at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:225) at
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:218) at
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:55) at
org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
org.apache.lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
at
org.apache.lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:4606)
at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3842) at
org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:1752) at
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:214) at
org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:172)
at
org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:341)
at
org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:168) at
org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:54)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:215)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188)
at
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:213)
at
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:172)
at
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
at
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117)
at
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:108)
</h1><HR size="1" noshade="noshade"><p>type Status report</p><p>message
<u>Java heap space java.lang.OutOfMemoryError: Java heap space at
org.apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:178)
at
org.apache.lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:179)
at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:225) at
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:218) at
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:55) at
org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
org.apache.lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
at
org.apache.lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:4606)
at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3842) at
org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:1752) at
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:214) at
org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:172)
at
org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:341)
at
org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:168) at
org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:54)
at
org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at
org.apache.solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303)
at
org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232)
at
org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:215)
at
org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188)
at
org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:213)
at
org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:172)
at
org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
at
org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117)
at
org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:108)
</u></p><p>description <u>The server encountered an internal error (Java
heap space java.lang.OutOfMemoryError: Java heap space at
org.apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:178)
at
org.apache.lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:179)
at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:225) at
org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:218) at
org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:55) at
org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
org.apache.lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
at
org.apache.lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:4606)
at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3842) at
org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:1752) at
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:214) at
org.apache.solr.update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:172)
at
org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:341)
at
org.apache.solr.update.processor.RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:168) at
org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
org.apache.solr.handler.ContentStreamHandlerBase.handleRequestB
Type :quit<Enter> to exit Vim
117,1 11%
Any idea ???
Thanks a lot,
--
View this message in context: http://www.nabble.com/commit-looks-stuck---tp21950838p21950838.html
Sent from the Solr - User mailing list archive at Nabble.com.
Re: commit looks stuck ?
Posted by sunnyfr <jo...@gmail.com>.
Hi
Yes I saw that afterward so I decrease it from 5000 to 4500
Sunny
Grant Ingersoll-6 wrote:
>
> It looks like you are running out of memory. What is your heap size?
>
> On Feb 11, 2009, at 4:09 AM, sunnyfr wrote:
>
>>
>> Hi
>>
>> Have you an idea why after a night with solr running, but just
>> commit every
>> five minute??
>> It looks like process never shutdown ???
>>
>>
>> root 29428 0.0 0.0 53988 2648 ? S 01:05 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 29829 0.0 0.0 3944 560 ? Ss 01:10 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 29830 0.0 0.0 8936 1256 ? S 01:10 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 29852 0.0 0.0 53988 2640 ? S 01:10 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 30286 0.0 0.0 3944 564 ? Ss 01:15 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 30287 0.0 0.0 8936 1256 ? S 01:15 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 30309 0.0 0.0 53988 2644 ? S 01:15 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 30715 0.0 0.0 3944 560 ? Ss 01:20 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 30716 0.0 0.0 8936 1252 ? S 01:20 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 30738 0.0 0.0 53988 2644 ? S 01:20 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 31172 0.0 0.0 3944 564 ? Ss 01:25 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 31173 0.0 0.0 8936 1252 ? S 01:25 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 31195 0.0 0.0 53988 2644 ? S 01:25 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 31606 0.0 0.0 3944 564 ? Ss 01:30 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 31607 0.0 0.0 8936 1256 ? S 01:30 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 31629 0.0 0.0 53988 2648 ? S 01:30 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 32063 0.0 0.0 3944 560 ? Ss 01:35 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 32064 0.0 0.0 8936 1256 ? S 01:35 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 32086 0.0 0.0 53988 2640 ? S 01:35 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>> root 32499 0.0 0.0 3944 564 ? Ss 01:40 0:00 /
>> bin/sh -c
>> /data/solr/book/bin/commit
>> root 32500 0.0 0.0 8936 1252 ? S 01:40 0:00 /
>> bin/bash
>> /data/solr/book/bin/commit
>> root 32522 0.0 0.0 53988 2648 ? S 01:40 0:00 curl
>> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
>> charset=utf-8 -d <commit/>
>>
>> My logs has a huge error, I don't know where it comes from??
>>
>> 2009/02/10 19:29:37 <html><head><title>Apache Tomcat/5.5 - Error
>> report</title><style><!--H1
>> {font-family:Tahoma,Arial,sans-serif;color:white;background-
>> color:#525D76;font-size:22px;}
>> H2
>> {font-family:Tahoma,Arial,sans-serif;color:white;background-
>> color:#525D76;font-size:16px;}
>> H3
>> {font-family:Tahoma,Arial,sans-serif;color:white;background-
>> color:#525D76;font-size:14px;}
>> BODY
>> {font-family:Tahoma,Arial,sans-serif;color:black;background-
>> color:white;} B
>> {font-family:Tahoma,Arial,sans-serif;color:white;background-
>> color:#525D76;}
>> P
>> {font-family:Tahoma,Arial,sans-
>> serif;background:white;color:black;font-size:12px;}A
>> {color : black;}A.name {color : black;}HR {color : #525D76;}--></
>> style>
>> </head><body><h1>HTTP Status 500 - Java heap space
>> java.lang.OutOfMemoryError: Java heap space at
>> org
>> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:
>> 178)
>> at
>> org
>> .apache
>> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:
>> 179)
>> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
>> 225) at
>> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
>> 218) at
>> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:
>> 55) at
>> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
>> org
>> .apache
>> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
>> at
>> org
>> .apache
>> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
>> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:
>> 4606)
>> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:
>> 3842) at
>> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
>> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:
>> 1752) at
>> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
>> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
>> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:
>> 214) at
>> org
>> .apache
>> .solr
>> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:
>> 172)
>> at
>> org
>> .apache
>> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:
>> 341)
>> at
>> org
>> .apache
>> .solr
>> .update
>> .processor
>> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
>> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:
>> 168) at
>> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
>> org
>> .apache
>> .solr
>> .handler
>> .ContentStreamHandlerBase
>> .handleRequestBody(ContentStreamHandlerBase.java:54)
>> at
>> org
>> .apache
>> .solr
>> .handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131)
>> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at
>> org
>> .apache
>> .solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303)
>> at
>> org
>> .apache
>> .solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232)
>> at
>> org
>> .apache
>> .catalina
>> .core
>> .ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:
>> 215)
>> at
>> org
>> .apache
>> .catalina
>> .core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188)
>> at
>> org
>> .apache
>> .catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:
>> 213)
>> at
>> org
>> .apache
>> .catalina.core.StandardContextValve.invoke(StandardContextValve.java:
>> 172)
>> at
>> org
>> .apache
>> .catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
>> at
>> org
>> .apache
>> .catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117)
>> at
>> org
>> .apache
>> .catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:
>> 108)
>> </h1><HR size="1" noshade="noshade"><p>type Status report</
>> p><p>message
>> <u>Java heap space java.lang.OutOfMemoryError: Java heap space at
>> org
>> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:
>> 178)
>> at
>> org
>> .apache
>> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:
>> 179)
>> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
>> 225) at
>> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
>> 218) at
>> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:
>> 55) at
>> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
>> org
>> .apache
>> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
>> at
>> org
>> .apache
>> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
>> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:
>> 4606)
>> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:
>> 3842) at
>> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
>> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:
>> 1752) at
>> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
>> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
>> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:
>> 214) at
>> org
>> .apache
>> .solr
>> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:
>> 172)
>> at
>> org
>> .apache
>> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:
>> 341)
>> at
>> org
>> .apache
>> .solr
>> .update
>> .processor
>> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
>> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:
>> 168) at
>> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
>> org
>> .apache
>> .solr
>> .handler
>> .ContentStreamHandlerBase
>> .handleRequestBody(ContentStreamHandlerBase.java:54)
>> at
>> org
>> .apache
>> .solr
>> .handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131)
>> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at
>> org
>> .apache
>> .solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303)
>> at
>> org
>> .apache
>> .solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232)
>> at
>> org
>> .apache
>> .catalina
>> .core
>> .ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:
>> 215)
>> at
>> org
>> .apache
>> .catalina
>> .core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188)
>> at
>> org
>> .apache
>> .catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:
>> 213)
>> at
>> org
>> .apache
>> .catalina.core.StandardContextValve.invoke(StandardContextValve.java:
>> 172)
>> at
>> org
>> .apache
>> .catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
>> at
>> org
>> .apache
>> .catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117)
>> at
>> org
>> .apache
>> .catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:
>> 108)
>> </u></p><p>description <u>The server encountered an internal error
>> (Java
>> heap space java.lang.OutOfMemoryError: Java heap space at
>> org
>> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:
>> 178)
>> at
>> org
>> .apache
>> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:
>> 179)
>> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
>> 225) at
>> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
>> 218) at
>> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:
>> 55) at
>> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
>> org
>> .apache
>> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
>> at
>> org
>> .apache
>> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
>> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:
>> 4606)
>> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:
>> 3842) at
>> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
>> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:
>> 1752) at
>> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
>> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
>> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:
>> 214) at
>> org
>> .apache
>> .solr
>> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:
>> 172)
>> at
>> org
>> .apache
>> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:
>> 341)
>> at
>> org
>> .apache
>> .solr
>> .update
>> .processor
>> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
>> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:
>> 168) at
>> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
>> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestB
>> Type :quit<Enter> to exit Vim
>> 117,1 11%
>>
>>
>> Any idea ???
>> Thanks a lot,
>>
>> --
>> View this message in context:
>> http://www.nabble.com/commit-looks-stuck---tp21950838p21950838.html
>> Sent from the Solr - User mailing list archive at Nabble.com.
>>
>
> --------------------------
> Grant Ingersoll
> http://www.lucidimagination.com/
>
> Search the Lucene ecosystem (Lucene/Solr/Nutch/Mahout/Tika/Droids)
> using Solr/Lucene:
> http://www.lucidimagination.com/search
>
>
>
--
View this message in context: http://www.nabble.com/commit-looks-stuck---tp21950838p21972822.html
Sent from the Solr - User mailing list archive at Nabble.com.
Re: commit looks stuck ?
Posted by Grant Ingersoll <gs...@apache.org>.
It looks like you are running out of memory. What is your heap size?
On Feb 11, 2009, at 4:09 AM, sunnyfr wrote:
>
> Hi
>
> Have you an idea why after a night with solr running, but just
> commit every
> five minute??
> It looks like process never shutdown ???
>
>
> root 29428 0.0 0.0 53988 2648 ? S 01:05 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 29829 0.0 0.0 3944 560 ? Ss 01:10 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 29830 0.0 0.0 8936 1256 ? S 01:10 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 29852 0.0 0.0 53988 2640 ? S 01:10 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 30286 0.0 0.0 3944 564 ? Ss 01:15 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 30287 0.0 0.0 8936 1256 ? S 01:15 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 30309 0.0 0.0 53988 2644 ? S 01:15 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 30715 0.0 0.0 3944 560 ? Ss 01:20 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 30716 0.0 0.0 8936 1252 ? S 01:20 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 30738 0.0 0.0 53988 2644 ? S 01:20 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 31172 0.0 0.0 3944 564 ? Ss 01:25 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 31173 0.0 0.0 8936 1252 ? S 01:25 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 31195 0.0 0.0 53988 2644 ? S 01:25 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 31606 0.0 0.0 3944 564 ? Ss 01:30 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 31607 0.0 0.0 8936 1256 ? S 01:30 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 31629 0.0 0.0 53988 2648 ? S 01:30 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 32063 0.0 0.0 3944 560 ? Ss 01:35 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 32064 0.0 0.0 8936 1256 ? S 01:35 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 32086 0.0 0.0 53988 2640 ? S 01:35 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
> root 32499 0.0 0.0 3944 564 ? Ss 01:40 0:00 /
> bin/sh -c
> /data/solr/book/bin/commit
> root 32500 0.0 0.0 8936 1252 ? S 01:40 0:00 /
> bin/bash
> /data/solr/book/bin/commit
> root 32522 0.0 0.0 53988 2648 ? S 01:40 0:00 curl
> http://localhost:8180/solr/book/update -s -H Content-type:text/xml;
> charset=utf-8 -d <commit/>
>
> My logs has a huge error, I don't know where it comes from??
>
> 2009/02/10 19:29:37 <html><head><title>Apache Tomcat/5.5 - Error
> report</title><style><!--H1
> {font-family:Tahoma,Arial,sans-serif;color:white;background-
> color:#525D76;font-size:22px;}
> H2
> {font-family:Tahoma,Arial,sans-serif;color:white;background-
> color:#525D76;font-size:16px;}
> H3
> {font-family:Tahoma,Arial,sans-serif;color:white;background-
> color:#525D76;font-size:14px;}
> BODY
> {font-family:Tahoma,Arial,sans-serif;color:black;background-
> color:white;} B
> {font-family:Tahoma,Arial,sans-serif;color:white;background-
> color:#525D76;}
> P
> {font-family:Tahoma,Arial,sans-
> serif;background:white;color:black;font-size:12px;}A
> {color : black;}A.name {color : black;}HR {color : #525D76;}--></
> style>
> </head><body><h1>HTTP Status 500 - Java heap space
> java.lang.OutOfMemoryError: Java heap space at
> org
> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:
> 178)
> at
> org
> .apache
> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:
> 179)
> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
> 225) at
> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
> 218) at
> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:
> 55) at
> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
> org
> .apache
> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
> at
> org
> .apache
> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:
> 4606)
> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:
> 3842) at
> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:
> 1752) at
> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:
> 214) at
> org
> .apache
> .solr
> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:
> 172)
> at
> org
> .apache
> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:
> 341)
> at
> org
> .apache
> .solr
> .update
> .processor
> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:
> 168) at
> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
> org
> .apache
> .solr
> .handler
> .ContentStreamHandlerBase
> .handleRequestBody(ContentStreamHandlerBase.java:54)
> at
> org
> .apache
> .solr
> .handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131)
> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at
> org
> .apache
> .solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303)
> at
> org
> .apache
> .solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232)
> at
> org
> .apache
> .catalina
> .core
> .ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:
> 215)
> at
> org
> .apache
> .catalina
> .core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188)
> at
> org
> .apache
> .catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:
> 213)
> at
> org
> .apache
> .catalina.core.StandardContextValve.invoke(StandardContextValve.java:
> 172)
> at
> org
> .apache
> .catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
> at
> org
> .apache
> .catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117)
> at
> org
> .apache
> .catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:
> 108)
> </h1><HR size="1" noshade="noshade"><p>type Status report</
> p><p>message
> <u>Java heap space java.lang.OutOfMemoryError: Java heap space at
> org
> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:
> 178)
> at
> org
> .apache
> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:
> 179)
> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
> 225) at
> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
> 218) at
> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:
> 55) at
> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
> org
> .apache
> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
> at
> org
> .apache
> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:
> 4606)
> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:
> 3842) at
> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:
> 1752) at
> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:
> 214) at
> org
> .apache
> .solr
> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:
> 172)
> at
> org
> .apache
> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:
> 341)
> at
> org
> .apache
> .solr
> .update
> .processor
> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:
> 168) at
> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
> org
> .apache
> .solr
> .handler
> .ContentStreamHandlerBase
> .handleRequestBody(ContentStreamHandlerBase.java:54)
> at
> org
> .apache
> .solr
> .handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:131)
> at org.apache.solr.core.SolrCore.execute(SolrCore.java:1313) at
> org
> .apache
> .solr.servlet.SolrDispatchFilter.execute(SolrDispatchFilter.java:303)
> at
> org
> .apache
> .solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:232)
> at
> org
> .apache
> .catalina
> .core
> .ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:
> 215)
> at
> org
> .apache
> .catalina
> .core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:188)
> at
> org
> .apache
> .catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:
> 213)
> at
> org
> .apache
> .catalina.core.StandardContextValve.invoke(StandardContextValve.java:
> 172)
> at
> org
> .apache
> .catalina.core.StandardHostValve.invoke(StandardHostValve.java:127)
> at
> org
> .apache
> .catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:117)
> at
> org
> .apache
> .catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:
> 108)
> </u></p><p>description <u>The server encountered an internal error
> (Java
> heap space java.lang.OutOfMemoryError: Java heap space at
> org
> .apache.lucene.index.SegmentTermEnum.termInfo(SegmentTermEnum.java:
> 178)
> at
> org
> .apache
> .lucene.index.TermInfosReader.ensureIndexIsRead(TermInfosReader.java:
> 179)
> at org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
> 225) at
> org.apache.lucene.index.TermInfosReader.get(TermInfosReader.java:
> 218) at
> org.apache.lucene.index.SegmentTermDocs.seek(SegmentTermDocs.java:
> 55) at
> org.apache.lucene.index.IndexReader.termDocs(IndexReader.java:811) at
> org
> .apache
> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:947)
> at
> org
> .apache
> .lucene.index.DocumentsWriter.applyDeletes(DocumentsWriter.java:913)
> at org.apache.lucene.index.IndexWriter.applyDeletes(IndexWriter.java:
> 4606)
> at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:
> 3842) at
> org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3712) at
> org.apache.lucene.index.IndexWriter.closeInternal(IndexWriter.java:
> 1752) at
> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1716) at
> org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1687) at
> org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:
> 214) at
> org
> .apache
> .solr
> .update.DirectUpdateHandler2.closeWriter(DirectUpdateHandler2.java:
> 172)
> at
> org
> .apache
> .solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:
> 341)
> at
> org
> .apache
> .solr
> .update
> .processor
> .RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:78)
> at org.apache.solr.handler.XMLLoader.processUpdate(XMLLoader.java:
> 168) at
> org.apache.solr.handler.XMLLoader.load(XMLLoader.java:69) at
> org.apache.solr.handler.ContentStreamHandlerBase.handleRequestB
> Type :quit<Enter> to exit Vim
> 117,1 11%
>
>
> Any idea ???
> Thanks a lot,
>
> --
> View this message in context: http://www.nabble.com/commit-looks-stuck---tp21950838p21950838.html
> Sent from the Solr - User mailing list archive at Nabble.com.
>
--------------------------
Grant Ingersoll
http://www.lucidimagination.com/
Search the Lucene ecosystem (Lucene/Solr/Nutch/Mahout/Tika/Droids)
using Solr/Lucene:
http://www.lucidimagination.com/search