You are viewing a plain text version of this content. The canonical link for it is here.
Posted to java-user@lucene.apache.org by Darren Kennedy <da...@us.ibm.com> on 2016/06/14 03:09:23 UTC

java.nio.channels.ClosedChannelException and java.nio.channels.ClosedByInterruptException in Lucene 3.6.2

Hi,
We switched from MMAP to NIOFS due to high memory usage.
Now seeing java.nio.channels.ClosedChannelException and
java.nio.channels.ClosedByInterruptException during search.

Stack traces:

Exception details: IQQG0020E java.io.IOException: null: NIOFSIndexInput
(path="/opt/css-store/Collections/LICMAIL/LICMAIL_Document_20160413040704_D4752A95ECFF42B1AA98D4738E4375D0/data/text/_bwh.cfs")
Causes of the problem:
   IQQG0020E java.nio.channels.ClosedChannelException
      sun.nio.ch.FileChannelImpl.ensureOpen(FileChannelImpl.java:112)
      sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:733)
      org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal
(NIOFSDirectory.java:162)
      org.apache.lucene.store.BufferedIndexInput.readBytes
(BufferedIndexInput.java:156)
      org.apache.lucene.index.CompoundFileReader$CSIndexInput.readInternal
(CompoundFileReader.java:275)
      org.apache.lucene.store.BufferedIndexInput.refill
(BufferedIndexInput.java:270)
      org.apache.lucene.store.BufferedIndexInput.readByte
(BufferedIndexInput.java:40)
      org.apache.lucene.store.DataInput.readVInt(DataInput.java:107)
      org.apache.lucene.store.BufferedIndexInput.readVInt
(BufferedIndexInput.java:217)
      org.apache.lucene.index.SegmentTermDocs.next
(SegmentTermDocs.java:121)
      org.apache.lucene.index.SegmentTermPositions.next
(SegmentTermPositions.java:103)
      org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:49)
      org.apache.lucene.search.spans.NearSpansOrdered.next
(NearSpansOrdered.java:138)
      com.ibm.es.nuvo.ilel.markup.search.MarkupLeafNode
$VirtualSpans.&lt;init&gt;(MarkupLeafNode.java:378)

com.ibm.es.nuvo.ilel.markup.search.MarkupLeafNode.&lt;init&gt;(MarkupLeafNode.java:92)

com.ibm.es.nuvo.ilel.markup.search.MarkupLeafNode.&lt;init&gt;(MarkupLeafNode.java:72)
      com.ibm.es.nuvo.ilel.markup.search.MarkupScorer.buildCalculationTree
(MarkupScorer.java:174)
      com.ibm.es.nuvo.ilel.markup.search.MarkupScorer.buildCalculationTree
(MarkupScorer.java:186)

com.ibm.es.nuvo.ilel.markup.search.MarkupScorer.&lt;init&gt;(MarkupScorer.java:143)
      com.ibm.es.nuvo.ilel.markup.query.MarkupContainsQuery
$MarkupWeight.scorer(MarkupContainsQuery.java:336)
      org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer
(BooleanQuery.java:305)
      org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer
(BooleanQuery.java:305)
      org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer
(BooleanQuery.java:305)
      com.ibm.es.nuvo.inyo.search.ParallelSearch.ParallelSearchTask.call
(ParallelSearchTask.java:79)
      com.ibm.es.nuvo.inyo.search.ParallelSearch.ParallelSearchWorker.call
(ParallelSearchWorker.java:44)
      com.ibm.es.nuvo.inyo.search.ParallelSearch.ParallelSearchWorker.call
(ParallelSearchWorker.java:9)
      java.util.concurrent.FutureTask.run(FutureTask.java:274)
      java.util.concurrent.ThreadPoolExecutor.runWorker
(ThreadPoolExecutor.java:1157)
      java.util.concurrent.ThreadPoolExecutor$Worker.run
(ThreadPoolExecutor.java:627)
      java.lang.Thread.run(Thread.java:798)


Exception details: IQQG0020E java.io.IOException: null: NIOFSIndexInput
(path="/opt/css-store1/Collections/REGMAIL/REGMAIL_Document_20140807154344_BC3CD46927F34015BD7DCDC188E78285/data/text/_16m.prx")
Causes of the problem:
   IQQG0020E java.nio.channels.ClosedByInterruptException
      java.nio.channels.spi.AbstractInterruptibleChannel.end
(AbstractInterruptibleChannel.java:221)
      sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:760)
      sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:739)
      org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal
(NIOFSDirectory.java:162)
      org.apache.lucene.store.BufferedIndexInput.refill
(BufferedIndexInput.java:270)
      org.apache.lucene.store.BufferedIndexInput.readByte
(BufferedIndexInput.java:40)
      org.apache.lucene.store.DataInput.readVInt(DataInput.java:107)
      org.apache.lucene.store.BufferedIndexInput.readVInt
(BufferedIndexInput.java:217)
      org.apache.lucene.index.SegmentTermPositions.readDeltaPosition
(SegmentTermPositions.java:76)
      org.apache.lucene.index.SegmentTermPositions.nextPosition
(SegmentTermPositions.java:72)
      org.apache.lucene.search.spans.TermSpans.next(TermSpans.java:57)

com.ibm.es.nuvo.ilel.markup.search.spans.NearSpansSamePosition.toSameDocAndStartPosition
(NearSpansSamePosition.java:194)

com.ibm.es.nuvo.ilel.markup.search.spans.NearSpansSamePosition.advanceAfterSamePosition
(NearSpansSamePosition.java:157)
      com.ibm.es.nuvo.ilel.markup.search.spans.NearSpansSamePosition.skipTo
(NearSpansSamePosition.java:153)
      org.apache.lucene.search.spans.NearSpansOrdered.toSameDoc
(NearSpansOrdered.java:197)
      org.apache.lucene.search.spans.NearSpansOrdered.advanceAfterOrdered
(NearSpansOrdered.java:182)
      org.apache.lucene.search.spans.NearSpansOrdered.next
(NearSpansOrdered.java:148)
      com.ibm.es.nuvo.ilel.markup.search.MarkupLeafNode
$VirtualSpans.&lt;init&gt;(MarkupLeafNode.java:378)

com.ibm.es.nuvo.ilel.markup.search.MarkupLeafNode.&lt;init&gt;(MarkupLeafNode.java:92)

com.ibm.es.nuvo.ilel.markup.search.MarkupLeafNode.&lt;init&gt;(MarkupLeafNode.java:72)
      com.ibm.es.nuvo.ilel.markup.search.MarkupScorer.buildCalculationTree
(MarkupScorer.java:174)
      com.ibm.es.nuvo.ilel.markup.search.MarkupScorer.buildCalculationTree
(MarkupScorer.java:186)

com.ibm.es.nuvo.ilel.markup.search.MarkupScorer.&lt;init&gt;(MarkupScorer.java:143)
      com.ibm.es.nuvo.ilel.markup.query.MarkupContainsQuery
$MarkupWeight.scorer(MarkupContainsQuery.java:336)
      org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer
(BooleanQuery.java:305)
      org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer
(BooleanQuery.java:305)
      org.apache.lucene.search.BooleanQuery$BooleanWeight.scorer
(BooleanQuery.java:305)
      org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:577)
      com.ibm.es.nuvo.search.ConcurrentIndexSearcher.search
(ConcurrentIndexSearcher.java:207)
      com.ibm.es.nuvo.search.ConcurrentIndexSearcher.search
(ConcurrentIndexSearcher.java:109)
      com.ibm.es.nuvo.search.SearchableImpl.search(SearchableImpl.java:247)
      com.ibm.es.nuvo.search.SearchBean.search(SearchBean.java:159)
      com.ibm.es.nuvo.inyo.search.StreamingHandler.execute
(StreamingHandler.java:163)
      com.ibm.es.nuvo.inyo.common.InyoServer$InyoListener.run
(InyoServer.java:430)
      java.util.concurrent.ThreadPoolExecutor.runWorker
(ThreadPoolExecutor.java:1157)
      java.util.concurrent.ThreadPoolExecutor$Worker.run
(ThreadPoolExecutor.java:627)
      java.lang.Thread.run(Thread.java:798)</message>