You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@lucene.apache.org by rm...@apache.org on 2012/09/30 18:08:50 UTC
svn commit: r1392057 - in /lucene/dev/trunk/lucene:
codecs/src/test/org/apache/lucene/codecs/block/TestBlockPostingsFormat2.java
test-framework/src/java/org/apache/lucene/index/RandomIndexWriter.java
Author: rmuir
Date: Sun Sep 30 16:08:49 2012
New Revision: 1392057
URL: http://svn.apache.org/viewvc?rev=1392057&view=rev
Log:
LUCENE-4453: test BlockPostings special cases
Added:
lucene/dev/trunk/lucene/codecs/src/test/org/apache/lucene/codecs/block/TestBlockPostingsFormat2.java (with props)
Modified:
lucene/dev/trunk/lucene/test-framework/src/java/org/apache/lucene/index/RandomIndexWriter.java
Added: lucene/dev/trunk/lucene/codecs/src/test/org/apache/lucene/codecs/block/TestBlockPostingsFormat2.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/lucene/codecs/src/test/org/apache/lucene/codecs/block/TestBlockPostingsFormat2.java?rev=1392057&view=auto
==============================================================================
--- lucene/dev/trunk/lucene/codecs/src/test/org/apache/lucene/codecs/block/TestBlockPostingsFormat2.java (added)
+++ lucene/dev/trunk/lucene/codecs/src/test/org/apache/lucene/codecs/block/TestBlockPostingsFormat2.java Sun Sep 30 16:08:49 2012
@@ -0,0 +1,138 @@
+package org.apache.lucene.codecs.block;
+
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+import org.apache.lucene.analysis.MockAnalyzer;
+import org.apache.lucene.codecs.PostingsFormat;
+import org.apache.lucene.codecs.lucene40.Lucene40Codec;
+import org.apache.lucene.document.Document;
+import org.apache.lucene.document.Field;
+import org.apache.lucene.document.FieldType;
+import org.apache.lucene.document.TextField;
+import org.apache.lucene.index.FieldInfo;
+import org.apache.lucene.index.FieldInfo.IndexOptions;
+import org.apache.lucene.index.IndexWriter;
+import org.apache.lucene.index.IndexWriterConfig;
+import org.apache.lucene.index.IndexWriterConfig.OpenMode;
+import org.apache.lucene.index.RandomIndexWriter;
+import org.apache.lucene.store.Directory;
+import org.apache.lucene.util.LuceneTestCase;
+import org.apache.lucene.util._TestUtil;
+
+/**
+ * Tests special cases of BlockPostingsFormat
+ */
+public class TestBlockPostingsFormat2 extends LuceneTestCase {
+ Directory dir;
+ RandomIndexWriter iw;
+ IndexWriterConfig iwc;
+
+ @Override
+ public void setUp() throws Exception {
+ super.setUp();
+ dir = newFSDirectory(_TestUtil.getTempDir("testDFBlockSize"));
+ iwc = newIndexWriterConfig(TEST_VERSION_CURRENT, new MockAnalyzer(random()));
+ iwc.setCodec(new Lucene40Codec() {
+ @Override
+ public PostingsFormat getPostingsFormatForField(String field) {
+ return PostingsFormat.forName("Block");
+ }
+ });
+ iw = new RandomIndexWriter(random(), dir, iwc);
+ iw.setAddDocValuesFields(false);
+ iw.setDoRandomForceMerge(false); // we will ourselves
+ }
+
+ @Override
+ public void tearDown() throws Exception {
+ iw.close();
+ _TestUtil.checkIndex(dir); // for some extra coverage, checkIndex before we forceMerge
+ iwc.setOpenMode(OpenMode.APPEND);
+ IndexWriter iw = new IndexWriter(dir, iwc);
+ iw.forceMerge(1);
+ iw.close();
+ dir.close(); // just force a checkindex for now
+ super.tearDown();
+ }
+
+ private Document newDocument() {
+ Document doc = new Document();
+ for (IndexOptions option : FieldInfo.IndexOptions.values()) {
+ FieldType ft = new FieldType(TextField.TYPE_NOT_STORED);
+ // turn on tvs for a cross-check, since we rely upon checkindex in this test (for now)
+ ft.setStoreTermVectors(true);
+ ft.setStoreTermVectorOffsets(true);
+ ft.setStoreTermVectorPositions(true);
+ ft.setStoreTermVectorPayloads(true);
+ ft.setIndexOptions(option);
+ doc.add(new Field(option.toString(), "", ft));
+ }
+ return doc;
+ }
+
+ /** tests terms with df = blocksize */
+ public void testDFBlockSize() throws Exception {
+ Document doc = newDocument();
+ for (int i = 0; i < BlockPostingsFormat.BLOCK_SIZE; i++) {
+ for (Field f : doc.getFields()) {
+ f.setStringValue(f.name() + " " + f.name() + "_2");
+ }
+ iw.addDocument(doc);
+ }
+ }
+
+ /** tests terms with df % blocksize = 0 */
+ public void testDFBlockSizeMultiple() throws Exception {
+ Document doc = newDocument();
+ for (int i = 0; i < BlockPostingsFormat.BLOCK_SIZE * 16; i++) {
+ for (Field f : doc.getFields()) {
+ f.setStringValue(f.name() + " " + f.name() + "_2");
+ }
+ iw.addDocument(doc);
+ }
+ }
+
+ /** tests terms with ttf = blocksize */
+ public void testTTFBlockSize() throws Exception {
+ Document doc = newDocument();
+ for (int i = 0; i < BlockPostingsFormat.BLOCK_SIZE/2; i++) {
+ for (Field f : doc.getFields()) {
+ f.setStringValue(f.name() + " " + f.name() + " " + f.name() + "_2 " + f.name() + "_2");
+ }
+ iw.addDocument(doc);
+ }
+ }
+
+ /** tests terms with ttf % blocksize = 0 */
+ public void testTTFBlockSizeMultiple() throws Exception {
+ Document doc = newDocument();
+ for (int i = 0; i < BlockPostingsFormat.BLOCK_SIZE/2; i++) {
+ for (Field f : doc.getFields()) {
+ String proto = (f.name() + " " + f.name() + " " + f.name() + " " + f.name() + " "
+ + f.name() + "_2 " + f.name() + "_2 " + f.name() + "_2 " + f.name() + "_2");
+ StringBuilder val = new StringBuilder();
+ for (int j = 0; j < 16; j++) {
+ val.append(proto);
+ val.append(" ");
+ }
+ f.setStringValue(val.toString());
+ }
+ iw.addDocument(doc);
+ }
+ }
+}
Modified: lucene/dev/trunk/lucene/test-framework/src/java/org/apache/lucene/index/RandomIndexWriter.java
URL: http://svn.apache.org/viewvc/lucene/dev/trunk/lucene/test-framework/src/java/org/apache/lucene/index/RandomIndexWriter.java?rev=1392057&r1=1392056&r2=1392057&view=diff
==============================================================================
--- lucene/dev/trunk/lucene/test-framework/src/java/org/apache/lucene/index/RandomIndexWriter.java (original)
+++ lucene/dev/trunk/lucene/test-framework/src/java/org/apache/lucene/index/RandomIndexWriter.java Sun Sep 30 16:08:49 2012
@@ -126,8 +126,23 @@ public class RandomIndexWriter implement
// any forced merges:
doRandomForceMerge = r.nextBoolean();
}
+
+ private boolean addDocValuesFields = true;
+
+ /**
+ * set to false if you don't want RandomIndexWriter
+ * adding docvalues fields.
+ */
+ public void setAddDocValuesFields(boolean v) {
+ addDocValuesFields = v;
+ switchDoDocValues();
+ }
private void switchDoDocValues() {
+ if (addDocValuesFields == false) {
+ doDocValues = false;
+ return;
+ }
// randomly enable / disable docValues
doDocValues = LuceneTestCase.rarely(r);
if (LuceneTestCase.VERBOSE) {