You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2014/05/02 04:54:53 UTC
svn commit: r1591808 - in /lucene/dev/branches/branch_4x: ./ lucene/
lucene/core/
lucene/core/src/java/org/apache/lucene/index/DefaultIndexingChain.java
lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java
Author: rmuir
Date: Fri May 2 02:54:53 2014
New Revision: 1591808
URL: http://svn.apache.org/r1591808
Log:
LUCENE-5611: lazy-init the stored fields writer like before to prevent leaks
Modified:
lucene/dev/branches/branch_4x/ (props changed)
lucene/dev/branches/branch_4x/lucene/ (props changed)
lucene/dev/branches/branch_4x/lucene/core/ (props changed)
lucene/dev/branches/branch_4x/lucene/core/src/java/org/apache/lucene/index/DefaultIndexingChain.java
lucene/dev/branches/branch_4x/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java
Modified: lucene/dev/branches/branch_4x/lucene/core/src/java/org/apache/lucene/index/DefaultIndexingChain.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_4x/lucene/core/src/java/org/apache/lucene/index/DefaultIndexingChain.java?rev=1591808&r1=1591807&r2=1591808&view=diff
==============================================================================
--- lucene/dev/branches/branch_4x/lucene/core/src/java/org/apache/lucene/index/DefaultIndexingChain.java (original)
+++ lucene/dev/branches/branch_4x/lucene/core/src/java/org/apache/lucene/index/DefaultIndexingChain.java Fri May 2 02:54:53 2014
@@ -51,7 +51,8 @@ final class DefaultIndexingChain extends
// Writes postings and term vectors:
final TermsHash termsHash;
- final StoredFieldsWriter storedFieldsWriter;
+ // lazy init:
+ private StoredFieldsWriter storedFieldsWriter;
private int lastStoredDocID;
// NOTE: I tried using Hash Map<String,PerField>
@@ -75,12 +76,16 @@ final class DefaultIndexingChain extends
this.docState = docWriter.docState;
this.bytesUsed = docWriter.bytesUsed;
- // Writes stored fields:
- storedFieldsWriter = docWriter.codec.storedFieldsFormat().fieldsWriter(docWriter.directory, docWriter.getSegmentInfo(), IOContext.DEFAULT);
-
TermsHash termVectorsWriter = new TermVectorsConsumer(docWriter);
termsHash = new FreqProxTermsWriter(docWriter, termVectorsWriter);
}
+
+ // TODO: can we remove this lazy-init / make cleaner / do it another way...?
+ private void initStoredFieldsWriter() throws IOException {
+ if (storedFieldsWriter == null) {
+ storedFieldsWriter = docWriter.codec.storedFieldsFormat().fieldsWriter(docWriter.directory, docWriter.getSegmentInfo(), IOContext.DEFAULT);
+ }
+ }
@Override
public void flush(SegmentWriteState state) throws IOException {
@@ -92,6 +97,8 @@ final class DefaultIndexingChain extends
writeNorms(state);
writeDocValues(state);
+ // its possible all docs hit non-aborting exceptions...
+ initStoredFieldsWriter();
fillStoredFields(numDocs);
storedFieldsWriter.finish(state.fieldInfos, numDocs);
storedFieldsWriter.close();
@@ -246,6 +253,7 @@ final class DefaultIndexingChain extends
private void startStoredFields() throws IOException {
boolean success = false;
try {
+ initStoredFieldsWriter();
storedFieldsWriter.startDocument();
success = true;
} finally {
Modified: lucene/dev/branches/branch_4x/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java
URL: http://svn.apache.org/viewvc/lucene/dev/branches/branch_4x/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java?rev=1591808&r1=1591807&r2=1591808&view=diff
==============================================================================
--- lucene/dev/branches/branch_4x/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java (original)
+++ lucene/dev/branches/branch_4x/lucene/core/src/test/org/apache/lucene/index/TestIndexWriter.java Fri May 2 02:54:53 2014
@@ -2254,7 +2254,6 @@ public class TestIndexWriter extends Luc
IOUtils.close(reader, w, dir);
}
- @AwaitsFix(bugUrl = "https://issues.apache.org/jira/browse/LUCENE-5611")
public void testIterableThrowsException2() throws IOException {
Directory dir = newDirectory();
IndexWriter w = new IndexWriter(dir, newIndexWriterConfig(