You are viewing a plain text version of this content. The canonical link for it is here.
Posted to solr-commits@lucene.apache.org by sh...@apache.org on 2008/07/30 21:36:00 UTC
svn commit: r681182 [5/6] - in /lucene/solr/trunk: ./ contrib/
contrib/dataimporthandler/ contrib/dataimporthandler/src/
contrib/dataimporthandler/src/main/ contrib/dataimporthandler/src/main/java/
contrib/dataimporthandler/src/main/java/org/ contrib/d...
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestSqlEntityProcessor2.java
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestSqlEntityProcessor2.java?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestSqlEntityProcessor2.java (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestSqlEntityProcessor2.java Wed Jul 30 12:35:58 2008
@@ -0,0 +1,105 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.handler.dataimport;
+
+import org.junit.Test;
+
+import java.util.ArrayList;
+import java.util.List;
+
+/**
+ * <p>
+ * Test for SqlEntityProcessor which checks full and delta imports using the
+ * test harness
+ * </p>
+ *
+ * @version $Id$
+ * @since solr 1.3
+ */
+public class TestSqlEntityProcessor2 extends AbstractDataImportHandlerTest {
+ @Override
+ public String getSchemaFile() {
+ return "dataimport-schema.xml";
+ }
+
+ @Override
+ public String getSolrConfigFile() {
+ return "dataimport-solrconfig.xml";
+ }
+
+ @Override
+ public void setUp() throws Exception {
+ super.setUp();
+ }
+
+ @Override
+ public void tearDown() throws Exception {
+ super.tearDown();
+ }
+
+ @Test
+ @SuppressWarnings("unchecked")
+ public void testCompositePk_FullImport() throws Exception {
+ List parentRow = new ArrayList();
+ parentRow.add(createMap("id", "1"));
+ MockDataSource.setIterator("select * from x", parentRow.iterator());
+
+ List childRow = new ArrayList();
+ childRow.add(createMap("desc", "hello"));
+
+ MockDataSource.setIterator("select * from y where y.A=1", childRow
+ .iterator());
+
+ super.runFullImport(dataConfig);
+
+ assertQ(req("id:1"), "//*[@numFound='1']");
+ assertQ(req("desc:hello"), "//*[@numFound='1']");
+ }
+
+ @Test
+ @SuppressWarnings("unchecked")
+ public void testCompositePk_DeltaImport() throws Exception {
+ List deltaRow = new ArrayList();
+ deltaRow.add(createMap("id", "5"));
+ MockDataSource.setIterator("select id from x where last_modified > NOW",
+ deltaRow.iterator());
+
+ List parentRow = new ArrayList();
+ parentRow.add(createMap("id", "5"));
+ MockDataSource.setIterator("select * from x where x.id = '5'", parentRow
+ .iterator());
+
+ List childRow = new ArrayList();
+ childRow.add(createMap("desc", "hello"));
+ MockDataSource.setIterator("select * from y where y.A=5", childRow
+ .iterator());
+
+ super.runDeltaImport(dataConfig);
+
+ assertQ(req("id:5"), "//*[@numFound='1']");
+ assertQ(req("desc:hello"), "//*[@numFound='1']");
+ }
+
+ private static String dataConfig = "<dataConfig>\n"
+ + " <document>\n"
+ + " <entity name=\"x\" pk=\"x.id\" query=\"select * from x\" deltaQuery=\"select id from x where last_modified > NOW\">\n"
+ + " <field column=\"id\" />\n"
+ + " <entity name=\"y\" query=\"select * from y where y.A=${x.id}\">\n"
+ + " <field column=\"desc\" />\n"
+ + " </entity>\n" + " </entity>\n"
+ + " </document>\n" + "</dataConfig>\n";
+}
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestSqlEntityProcessor2.java
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestSqlEntityProcessor2.java
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateString.java
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateString.java?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateString.java (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateString.java Wed Jul 30 12:35:58 2008
@@ -0,0 +1,55 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.handler.dataimport;
+
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.util.HashMap;
+import java.util.Map;
+import java.util.Properties;
+import java.util.regex.Pattern;
+
+/**
+ * <p>
+ * Test for TemplateString
+ * </p>
+ *
+ * @version $Id$
+ * @since solr 1.3
+ */
+public class TestTemplateString {
+ @Test
+ public void testSimple() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ Map<String, Object> ns = new HashMap<String, Object>();
+ ns.put("last_index_time", Long.valueOf(1199429363730l));
+ vri.addNamespace("indexer", ns);
+ Assert
+ .assertEquals(
+ "select id from subject where last_modified > 1199429363730",
+ new TemplateString()
+ .replaceTokens(
+ "select id from subject where last_modified > ${indexer.last_index_time}",
+ vri));
+ }
+
+ private static Properties EMPTY_PROPS = new Properties();
+
+ private static Pattern SELECT_WHERE_PATTERN = Pattern.compile(
+ "^\\s*(select\\b.*?\\b)(where).*", Pattern.CASE_INSENSITIVE);
+}
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateString.java
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateString.java
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateTransformer.java
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateTransformer.java?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateTransformer.java (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateTransformer.java Wed Jul 30 12:35:58 2008
@@ -0,0 +1,60 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.handler.dataimport;
+
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * <p>
+ * Test for TemplateTransformer
+ * </p>
+ *
+ * @version $Id$
+ * @since solr 1.3
+ */
+public class TestTemplateTransformer {
+
+ @Test
+ @SuppressWarnings("unchecked")
+ public void testTransformRow() {
+ List fields = new ArrayList();
+ fields.add(AbstractDataImportHandlerTest.createMap("column", "firstName"));
+ fields.add(AbstractDataImportHandlerTest.createMap("column", "lastName"));
+ fields.add(AbstractDataImportHandlerTest.createMap("column", "middleName"));
+ fields.add(AbstractDataImportHandlerTest.createMap("column", "name",
+ TemplateTransformer.TEMPLATE,
+ "${e.lastName}, ${e.firstName} ${e.middleName}"));
+
+ Map row = AbstractDataImportHandlerTest.createMap("firstName", "Shalin",
+ "middleName", "Shekhar", "lastName", "Mangar");
+
+ VariableResolverImpl resolver = new VariableResolverImpl();
+ Map<String, String> entityAttrs = AbstractDataImportHandlerTest.createMap(
+ "name", "e");
+
+ Context context = AbstractDataImportHandlerTest.getContext(null, resolver,
+ null, 0, fields, entityAttrs);
+ new TemplateTransformer().transformRow(row, context);
+ Assert.assertEquals("Mangar, Shalin Shekhar", row.get("name"));
+ }
+
+}
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateTransformer.java
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestTemplateTransformer.java
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestVariableResolver.java
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestVariableResolver.java?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestVariableResolver.java (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestVariableResolver.java Wed Jul 30 12:35:58 2008
@@ -0,0 +1,139 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.handler.dataimport;
+
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.text.SimpleDateFormat;
+import java.util.Date;
+import java.util.HashMap;
+import java.util.Map;
+
+/**
+ * <p>
+ * Test for VariableResolver
+ * </p>
+ *
+ * @version $Id$
+ * @since solr 1.3
+ */
+public class TestVariableResolver {
+
+ @Test
+ public void testSimpleNamespace() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ Map<String, Object> ns = new HashMap<String, Object>();
+ ns.put("world", "WORLD");
+ vri.addNamespace("hello", ns);
+ Assert.assertEquals("WORLD", vri.resolve("hello.world"));
+ }
+
+ @Test
+ public void testNestedNamespace() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ Map<String, Object> ns = new HashMap<String, Object>();
+ ns.put("world", "WORLD");
+ vri.addNamespace("hello", ns);
+ ns = new HashMap<String, Object>();
+ ns.put("world1", "WORLD1");
+ vri.addNamespace("hello.my", ns);
+ Assert.assertEquals("WORLD1", vri.resolve("hello.my.world1"));
+ }
+
+ @Test
+ public void test3LevelNestedNamespace() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ Map<String, Object> ns = new HashMap<String, Object>();
+ ns.put("world", "WORLD");
+ vri.addNamespace("hello", ns);
+ ns = new HashMap<String, Object>();
+ ns.put("world1", "WORLD1");
+ vri.addNamespace("hello.my.new", ns);
+ Assert.assertEquals("WORLD1", vri.resolve("hello.my.new.world1"));
+ }
+
+ @Test
+ public void dateNamespaceWithValue() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ HashMap<String, Evaluator> evaluators = new HashMap<String, Evaluator>();
+ evaluators.put("formatDate", EvaluatorBag.getDateFormatEvaluator());
+ vri.addNamespace("dataimporter.functions", EvaluatorBag
+ .getFunctionsNamespace(vri, evaluators));
+ Map<String, Object> ns = new HashMap<String, Object>();
+ Date d = new Date();
+ ns.put("dt", d);
+ vri.addNamespace("A", ns);
+ Assert
+ .assertEquals(
+ new SimpleDateFormat("yyyy-MM-dd HH:mm:ss").format(d),
+ vri
+ .replaceTokens("${dataimporter.functions.formatDate(A.dt,yyyy-MM-dd HH:mm:ss)}"));
+ }
+
+ @Test
+ public void dateNamespaceWithExpr() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ HashMap<String, Evaluator> evaluators = new HashMap<String, Evaluator>();
+ evaluators.put("formatDate", EvaluatorBag.getDateFormatEvaluator());
+ vri.addNamespace("dataimporter.functions", EvaluatorBag
+ .getFunctionsNamespace(vri, evaluators));
+ String s = vri
+ .replaceTokens("${dataimporter.functions.formatDate('NOW',yyyy-MM-dd HH:mm)}");
+ Assert.assertEquals(new SimpleDateFormat("yyyy-MM-dd HH:mm")
+ .format(new Date()), s);
+ }
+
+ @Test
+ public void testDefaultNamespace() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ Map<String, Object> ns = new HashMap<String, Object>();
+ ns.put("world", "WORLD");
+ vri.addNamespace(null, ns);
+ Assert.assertEquals("WORLD", vri.resolve("world"));
+ }
+
+ @Test
+ public void testDefaultNamespace1() {
+ VariableResolverImpl vri = new VariableResolverImpl();
+ Map<String, Object> ns = new HashMap<String, Object>();
+ ns.put("world", "WORLD");
+ vri.addNamespace(null, ns);
+ Assert.assertEquals("WORLD", vri.resolve("world"));
+ }
+
+ @Test
+ public void testFunctionNamespace1() {
+ final VariableResolverImpl resolver = new VariableResolverImpl();
+ final Map<String, Evaluator> evaluators = new HashMap<String, Evaluator>();
+ evaluators.put("formatDate", EvaluatorBag.getDateFormatEvaluator());
+ evaluators.put("test", new Evaluator() {
+ public String evaluate(VariableResolver resolver, String expression) {
+ return "Hello World";
+ }
+ });
+
+ resolver.addNamespace("dataimporter.functions", EvaluatorBag
+ .getFunctionsNamespace(resolver, evaluators));
+ String s = resolver
+ .replaceTokens("${dataimporter.functions.formatDate('NOW',yyyy-MM-dd HH:mm)}");
+ Assert.assertEquals(new SimpleDateFormat("yyyy-MM-dd HH:mm")
+ .format(new Date()), s);
+ Assert.assertEquals("Hello World", resolver
+ .replaceTokens("${dataimporter.functions.test('TEST')}"));
+ }
+}
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestVariableResolver.java
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestVariableResolver.java
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathEntityProcessor.java
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathEntityProcessor.java?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathEntityProcessor.java (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathEntityProcessor.java Wed Jul 30 12:35:58 2008
@@ -0,0 +1,160 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.handler.dataimport;
+
+import static org.apache.solr.handler.dataimport.AbstractDataImportHandlerTest.createMap;
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.io.File;
+import java.io.Reader;
+import java.io.StringReader;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+import java.util.Properties;
+
+/**
+ * <p>
+ * Test for XPathEntityProcessor
+ * </p>
+ *
+ * @version $Id$
+ * @since solr 1.3
+ */
+public class TestXPathEntityProcessor {
+ @Test
+ public void withFieldsAndXpath() throws Exception {
+ long time = System.currentTimeMillis();
+ File tmpdir = new File("." + time);
+ tmpdir.mkdir();
+ tmpdir.deleteOnExit();
+ TestFileListEntityProcessor.createFile(tmpdir, "x.xsl", xsl.getBytes(),
+ false);
+ Map entityAttrs = createMap("name", "e", "url", "cd.xml",
+ XPathEntityProcessor.FOR_EACH, "/catalog/cd");
+ List fields = new ArrayList();
+ fields.add(createMap("column", "title", "xpath", "/catalog/cd/title"));
+ fields.add(createMap("column", "artist", "xpath", "/catalog/cd/artist"));
+ fields.add(createMap("column", "year", "xpath", "/catalog/cd/year"));
+ Context c = AbstractDataImportHandlerTest.getContext(null,
+ new VariableResolverImpl(), getds(), 0, fields, entityAttrs);
+ XPathEntityProcessor xPathEntityProcessor = new XPathEntityProcessor();
+ xPathEntityProcessor.init(c);
+ List<Map<String, Object>> result = new ArrayList<Map<String, Object>>();
+ while (true) {
+ Map<String, Object> row = xPathEntityProcessor.nextRow();
+ if (row == null)
+ break;
+ result.add(row);
+ }
+ Assert.assertEquals(3, result.size());
+ Assert.assertEquals("Empire Burlesque", result.get(0).get("title"));
+ Assert.assertEquals("Bonnie Tyler", result.get(1).get("artist"));
+ Assert.assertEquals("1982", result.get(2).get("year"));
+ }
+
+ @Test
+ public void withDefaultSolrAndXsl() throws Exception {
+ long time = System.currentTimeMillis();
+ File tmpdir = new File("." + time);
+ tmpdir.mkdir();
+ tmpdir.deleteOnExit();
+ TestFileListEntityProcessor.createFile(tmpdir, "x.xsl", xsl.getBytes(),
+ false);
+ Map entityAttrs = createMap("name", "e",
+ XPathEntityProcessor.USE_SOLR_ADD_SCHEMA, "true", "xsl", ""
+ + new File(tmpdir, "x.xsl").getAbsolutePath(), "url", "cd.xml");
+ Context c = AbstractDataImportHandlerTest.getContext(null,
+ new VariableResolverImpl(), getds(), 0, null, entityAttrs);
+ XPathEntityProcessor xPathEntityProcessor = new XPathEntityProcessor();
+ xPathEntityProcessor.init(c);
+ List<Map<String, Object>> result = new ArrayList<Map<String, Object>>();
+ while (true) {
+ Map<String, Object> row = xPathEntityProcessor.nextRow();
+ if (row == null)
+ break;
+ result.add(row);
+ }
+ Assert.assertEquals(3, result.size());
+ Assert.assertEquals("Empire Burlesque", result.get(0).get("title"));
+ Assert.assertEquals("Bonnie Tyler", result.get(1).get("artist"));
+ Assert.assertEquals("1982", result.get(2).get("year"));
+ }
+
+ private DataSource<Reader> getds() {
+ return new DataSource<Reader>() {
+
+ public void init(Context context, Properties initProps) {
+ }
+
+ public void close() {
+ }
+
+ public Reader getData(String query) {
+ return new StringReader(cdData);
+ }
+ };
+ }
+
+ private static final String xsl = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+ + "<xsl:stylesheet version=\"1.0\"\n"
+ + "xmlns:xsl=\"http://www.w3.org/1999/XSL/Transform\">\n"
+ + "<xsl:output version='1.0' method='xml' encoding='UTF-8' indent='yes'/>\n"
+ + "\n"
+ + "<xsl:template match=\"/\">\n"
+ + " <add> \n"
+ + " <xsl:for-each select=\"catalog/cd\">\n"
+ + " <doc>\n"
+ + " <field name=\"title\"><xsl:value-of select=\"title\"/></field>\n"
+ + " <field name=\"artist\"><xsl:value-of select=\"artist\"/></field>\n"
+ + " <field name=\"country\"><xsl:value-of select=\"country\"/></field>\n"
+ + " <field name=\"company\"><xsl:value-of select=\"company\"/></field> \n"
+ + " <field name=\"price\"><xsl:value-of select=\"price\"/></field>\n"
+ + " <field name=\"year\"><xsl:value-of select=\"year\"/></field> \n"
+ + " </doc>\n"
+ + " </xsl:for-each>\n"
+ + " </add> \n"
+ + "</xsl:template>\n" + "</xsl:stylesheet>";
+
+ private static final String cdData = "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
+ + "<?xml-stylesheet type=\"text/xsl\" href=\"solr.xsl\"?>\n"
+ + "<catalog>\n"
+ + "\t<cd>\n"
+ + "\t\t<title>Empire Burlesque</title>\n"
+ + "\t\t<artist>Bob Dylan</artist>\n"
+ + "\t\t<country>USA</country>\n"
+ + "\t\t<company>Columbia</company>\n"
+ + "\t\t<price>10.90</price>\n"
+ + "\t\t<year>1985</year>\n"
+ + "\t</cd>\n"
+ + "\t<cd>\n"
+ + "\t\t<title>Hide your heart</title>\n"
+ + "\t\t<artist>Bonnie Tyler</artist>\n"
+ + "\t\t<country>UK</country>\n"
+ + "\t\t<company>CBS Records</company>\n"
+ + "\t\t<price>9.90</price>\n"
+ + "\t\t<year>1988</year>\n"
+ + "\t</cd>\n"
+ + "\t<cd>\n"
+ + "\t\t<title>Greatest Hits</title>\n"
+ + "\t\t<artist>Dolly Parton</artist>\n"
+ + "\t\t<country>USA</country>\n"
+ + "\t\t<company>RCA</company>\n"
+ + "\t\t<price>9.90</price>\n"
+ + "\t\t<year>1982</year>\n" + "\t</cd>\n" + "</catalog>\t";
+}
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathEntityProcessor.java
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathEntityProcessor.java
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathRecordReader.java
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathRecordReader.java?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathRecordReader.java (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathRecordReader.java Wed Jul 30 12:35:58 2008
@@ -0,0 +1,220 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements. See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed onT an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.solr.handler.dataimport;
+
+import org.junit.Assert;
+import org.junit.Test;
+
+import java.io.StringReader;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.Map;
+
+/**
+ * <p>
+ * Test for XPathRecordReader
+ * </p>
+ *
+ * @version $Id$
+ * @since solr 1.3
+ */
+public class TestXPathRecordReader {
+ @Test
+ public void basic() {
+ String xml = "<root>\n" + " <b>\n" + " <c>Hello C1</c>\n"
+ + " <c>Hello C1</c>\n" + " </b>\n" + " <b>\n"
+ + " <c>Hello C2</c>\n" + " </b>\n" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/b");
+ rr.addField("c", "/root/b/c", true);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(2, l.size());
+ Assert.assertEquals(2, ((List) l.get(0).get("c")).size());
+ Assert.assertEquals(1, ((List) l.get(1).get("c")).size());
+ }
+
+ @Test
+ public void attributes() {
+ String xml = "<root>\n" + " <b a=\"x0\" b=\"y0\" />\n"
+ + " <b a=\"x1\" b=\"y1\" />\n" + " <b a=\"x2\" b=\"y2\" />\n"
+ + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/b");
+ rr.addField("a", "/root/b/@a", false);
+ rr.addField("b", "/root/b/@b", false);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(3, l.size());
+ Assert.assertEquals("x0", l.get(0).get("a"));
+ Assert.assertEquals("y1", l.get(1).get("b"));
+ }
+
+ @Test
+ public void attributes2Level() {
+ String xml = "<root>\n" + "<a>\n" + " <b a=\"x0\" b=\"y0\" />\n"
+ + " <b a=\"x1\" b=\"y1\" />\n" + " <b a=\"x2\" b=\"y2\" />\n"
+ + "</a>" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a/b");
+ rr.addField("a", "/root/a/b/@a", false);
+ rr.addField("b", "/root/a/b/@b", false);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(3, l.size());
+ Assert.assertEquals("x0", l.get(0).get("a"));
+ Assert.assertEquals("y1", l.get(1).get("b"));
+ }
+
+ @Test
+ public void attributes2LevelHetero() {
+ String xml = "<root>\n" + "<a>\n" + " <b a=\"x0\" b=\"y0\" />\n"
+ + " <b a=\"x1\" b=\"y1\" />\n" + " <b a=\"x2\" b=\"y2\" />\n"
+ + "</a>" + "<x>\n" + " <b a=\"x4\" b=\"y4\" />\n"
+ + " <b a=\"x5\" b=\"y5\" />\n" + " <b a=\"x6\" b=\"y6\" />\n"
+ + "</x>" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a | /root/x");
+ rr.addField("a", "/root/a/b/@a", false);
+ rr.addField("b", "/root/a/b/@b", false);
+ rr.addField("a", "/root/x/b/@a", false);
+ rr.addField("b", "/root/x/b/@b", false);
+
+ final List<Map<String, Object>> a = new ArrayList<Map<String, Object>>();
+ final List<Map<String, Object>> x = new ArrayList<Map<String, Object>>();
+ rr.streamRecords(new StringReader(xml), new XPathRecordReader.Handler() {
+ public void handle(Map<String, Object> record, String xpath) {
+ if (record == null)
+ return;
+ if (xpath.equals("/root/a"))
+ a.add(record);
+ if (xpath.equals("/root/x"))
+ x.add(record);
+ }
+ });
+
+ Assert.assertEquals(1, a.size());
+ Assert.assertEquals(1, x.size());
+ }
+
+ @Test
+ public void attributes2LevelMissingAttrVal() {
+ String xml = "<root>\n" + "<a>\n" + " <b a=\"x0\" b=\"y0\" />\n"
+ + " <b a=\"x1\" b=\"y1\" />\n" + "</a>" + "<a>\n"
+ + " <b a=\"x3\" />\n" + " <b b=\"y4\" />\n" + "</a>" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a");
+ rr.addField("a", "/root/a/b/@a", true);
+ rr.addField("b", "/root/a/b/@b", true);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(2, l.size());
+ Assert.assertNull(((List) l.get(1).get("a")).get(1));
+ Assert.assertNull(((List) l.get(1).get("b")).get(0));
+ }
+
+ @Test
+ public void elems2LevelMissing() {
+ String xml = "<root>\n" + "\t<a>\n" + "\t <b>\n" + "\t <x>x0</x>\n"
+ + "\t <y>y0</y>\n" + "\t </b>\n" + "\t <b>\n"
+ + "\t \t<x>x1</x>\n" + "\t \t<y>y1</y>\n" + "\t </b>\n"
+ + "\t</a>\n" + "\t<a>\n" + "\t <b>\n" + "\t <x>x3</x>\n"
+ + "\t </b>\n" + "\t <b>\n" + "\t \t<y>y4</y>\n" + "\t </b>\n"
+ + "\t</a>\n" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a");
+ rr.addField("a", "/root/a/b/x", true);
+ rr.addField("b", "/root/a/b/y", true);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(2, l.size());
+ Assert.assertNull(((List) l.get(1).get("a")).get(1));
+ Assert.assertNull(((List) l.get(1).get("b")).get(0));
+ }
+
+ @Test
+ public void elems2LevelWithAttrib() {
+ String xml = "<root>\n" + "\t<a>\n" + "\t <b k=\"x\">\n"
+ + "\t <x>x0</x>\n" + "\t <y>y0</y>\n" + "\t </b>\n"
+ + "\t <b k=\"y\">\n" + "\t \t<x>x1</x>\n" + "\t \t<y>y1</y>\n"
+ + "\t </b>\n" + "\t</a>\n" + "\t<a>\n" + "\t <b>\n"
+ + "\t <x>x3</x>\n" + "\t </b>\n" + "\t <b>\n"
+ + "\t \t<y>y4</y>\n" + "\t </b>\n" + "\t</a>\n" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a");
+ rr.addField("x", "/root/a/b[@k]/x", true);
+ rr.addField("y", "/root/a/b[@k]/y", true);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(2, l.size());
+ Assert.assertEquals(2, ((List) l.get(0).get("x")).size());
+ Assert.assertEquals(2, ((List) l.get(0).get("y")).size());
+ Assert.assertEquals(0, l.get(1).size());
+ }
+
+ @Test
+ public void elems2LevelWithAttribMultiple() {
+ String xml = "<root>\n" + "\t<a>\n" + "\t <b k=\"x\" m=\"n\" >\n"
+ + "\t <x>x0</x>\n" + "\t <y>y0</y>\n" + "\t </b>\n"
+ + "\t <b k=\"y\" m=\"p\">\n" + "\t \t<x>x1</x>\n"
+ + "\t \t<y>y1</y>\n" + "\t </b>\n" + "\t</a>\n" + "\t<a>\n"
+ + "\t <b k=\"x\">\n" + "\t <x>x3</x>\n" + "\t </b>\n"
+ + "\t <b m=\"n\">\n" + "\t \t<y>y4</y>\n" + "\t </b>\n"
+ + "\t</a>\n" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a");
+ rr.addField("x", "/root/a/b[@k][@m='n']/x", true);
+ rr.addField("y", "/root/a/b[@k][@m='n']/y", true);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(2, l.size());
+ Assert.assertEquals(1, ((List) l.get(0).get("x")).size());
+ Assert.assertEquals(1, ((List) l.get(0).get("y")).size());
+ Assert.assertEquals(0, l.get(1).size());
+ }
+
+ @Test
+ public void elems2LevelWithAttribVal() {
+ String xml = "<root>\n" + "\t<a>\n" + "\t <b k=\"x\">\n"
+ + "\t <x>x0</x>\n" + "\t <y>y0</y>\n" + "\t </b>\n"
+ + "\t <b k=\"y\">\n" + "\t \t<x>x1</x>\n" + "\t \t<y>y1</y>\n"
+ + "\t </b>\n" + "\t</a>\n" + "\t<a>\n" + "\t <b>\n"
+ + "\t <x>x3</x>\n" + "\t </b>\n" + "\t <b>\n"
+ + "\t \t<y>y4</y>\n" + "\t </b>\n" + "\t</a>\n" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/a");
+ rr.addField("x", "/root/a/b[@k='x']/x", true);
+ rr.addField("y", "/root/a/b[@k='x']/y", true);
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(2, l.size());
+ Assert.assertEquals(1, ((List) l.get(0).get("x")).size());
+ Assert.assertEquals(1, ((List) l.get(0).get("y")).size());
+ Assert.assertEquals(0, l.get(1).size());
+ }
+
+ @Test
+ public void another() {
+ String xml = "<root>\n"
+ + " <contenido id=\"10097\" idioma=\"cat\">\n"
+ + " <antetitulo></antetitulo>\n" + " <titulo>\n"
+ + " This is my title\n" + " </titulo>\n"
+ + " <resumen>\n" + " This is my summary\n"
+ + " </resumen>\n" + " <texto>\n"
+ + " This is the body of my text\n" + " </texto>\n"
+ + " </contenido>\n" + "</root>";
+ XPathRecordReader rr = new XPathRecordReader("/root/contenido");
+ rr.addField("id", "/root/contenido/@id", false);
+ rr.addField("title", "/root/contenido/titulo", false);
+ rr.addField("resume", "/root/contenido/resumen", false);
+ rr.addField("text", "/root/contenido/texto", false);
+
+ List<Map<String, Object>> l = rr.getAllRecords(new StringReader(xml));
+ Assert.assertEquals(1, l.size());
+ Map<String, Object> m = l.get(0);
+ Assert.assertEquals("10097", m.get("id").toString().trim());
+ Assert.assertEquals("This is my title", m.get("title").toString().trim());
+ Assert
+ .assertEquals("This is my summary", m.get("resume").toString().trim());
+ Assert.assertEquals("This is the body of my text", m.get("text").toString()
+ .trim());
+ }
+
+}
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathRecordReader.java
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/java/org/apache/solr/handler/dataimport/TestXPathRecordReader.java
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/dataimport.properties
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/dataimport.properties?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/dataimport.properties (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/dataimport.properties Wed Jul 30 12:35:58 2008
@@ -0,0 +1,2 @@
+#Thu Jul 31 00:57:19 IST 2008
+last_index_time=2008-07-31 00\:57\:19
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/dataimport.properties
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/dataimport.properties
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/data-config-with-datasource.xml
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/data-config-with-datasource.xml?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/data-config-with-datasource.xml (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/data-config-with-datasource.xml Wed Jul 30 12:35:58 2008
@@ -0,0 +1,9 @@
+<dataConfig>
+ <dataSource type="MockDataSource" />
+ <document>
+ <entity name="x" query="select * from x">
+ <field column="id" />
+ <field column="desc" />
+ </entity>
+ </document>
+</dataConfig>
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/data-config-with-datasource.xml
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/data-config-with-datasource.xml
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-nodatasource-solrconfig.xml
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-nodatasource-solrconfig.xml?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-nodatasource-solrconfig.xml (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-nodatasource-solrconfig.xml Wed Jul 30 12:35:58 2008
@@ -0,0 +1,404 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<config>
+ <!-- Set this to 'false' if you want solr to continue working after it has
+ encountered an severe configuration error. In a production environment,
+ you may want solr to keep working even if one handler is mis-configured.
+
+ You may also set this to false using by setting the system property:
+ -Dsolr.abortOnConfigurationError=false
+ -->
+ <abortOnConfigurationError>${solr.abortOnConfigurationError:true}</abortOnConfigurationError>
+
+ <!-- Used to specify an alternate directory to hold all index data
+ other than the default ./data under the Solr home.
+ If replication is in use, this should match the replication configuration. -->
+ <dataDir>${solr.data.dir:./solr/data}</dataDir>
+
+
+ <indexDefaults>
+ <!-- Values here affect all index writers and act as a default unless overridden. -->
+ <useCompoundFile>false</useCompoundFile>
+
+ <mergeFactor>10</mergeFactor>
+ <!--
+ If both ramBufferSizeMB and maxBufferedDocs is set, then Lucene will flush based on whichever limit is hit first.
+
+ -->
+ <!--<maxBufferedDocs>1000</maxBufferedDocs>-->
+ <!-- Tell Lucene when to flush documents to disk.
+ Giving Lucene more memory for indexing means faster indexing at the cost of more RAM
+
+ If both ramBufferSizeMB and maxBufferedDocs is set, then Lucene will flush based on whichever limit is hit first.
+
+ -->
+ <ramBufferSizeMB>32</ramBufferSizeMB>
+ <maxMergeDocs>2147483647</maxMergeDocs>
+ <maxFieldLength>10000</maxFieldLength>
+ <writeLockTimeout>1000</writeLockTimeout>
+ <commitLockTimeout>10000</commitLockTimeout>
+
+ <!--
+ Expert: Turn on Lucene's auto commit capability.
+
+ TODO: Add recommendations on why you would want to do this.
+
+ NOTE: Despite the name, this value does not have any relation to Solr's autoCommit functionality
+
+ -->
+ <!--<luceneAutoCommit>false</luceneAutoCommit>-->
+ <!--
+ Expert:
+ The Merge Policy in Lucene controls how merging is handled by Lucene. The default in 2.3 is the LogByteSizeMergePolicy, previous
+ versions used LogDocMergePolicy.
+
+ LogByteSizeMergePolicy chooses segments to merge based on their size. The Lucene 2.2 default, LogDocMergePolicy chose when
+ to merge based on number of documents
+
+ Other implementations of MergePolicy must have a no-argument constructor
+ -->
+ <!--<mergePolicy>org.apache.lucene.index.LogByteSizeMergePolicy</mergePolicy>-->
+
+ <!--
+ Expert:
+ The Merge Scheduler in Lucene controls how merges are performed. The ConcurrentMergeScheduler (Lucene 2.3 default)
+ can perform merges in the background using separate threads. The SerialMergeScheduler (Lucene 2.2 default) does not.
+ -->
+ <!--<mergeScheduler>org.apache.lucene.index.ConcurrentMergeScheduler</mergeScheduler>-->
+
+ <!--
+ As long as Solr is the only process modifying your index, it is
+ safe to use Lucene's in process locking mechanism. But you may
+ specify one of the other Lucene LockFactory implementations in
+ the event that you have a custom situation.
+
+ none = NoLockFactory (typically only used with read only indexes)
+ single = SingleInstanceLockFactory (suggested)
+ native = NativeFSLockFactory
+ simple = SimpleFSLockFactory
+
+ ('simple' is the default for backwards compatibility with Solr 1.2)
+ -->
+ <lockType>single</lockType>
+ </indexDefaults>
+
+ <mainIndex>
+ <!-- options specific to the main on-disk lucene index -->
+ <useCompoundFile>false</useCompoundFile>
+ <ramBufferSizeMB>32</ramBufferSizeMB>
+ <mergeFactor>10</mergeFactor>
+ <!-- Deprecated -->
+ <!--<maxBufferedDocs>1000</maxBufferedDocs>-->
+ <maxMergeDocs>2147483647</maxMergeDocs>
+ <maxFieldLength>10000</maxFieldLength>
+
+ <!-- If true, unlock any held write or commit locks on startup.
+ This defeats the locking mechanism that allows multiple
+ processes to safely access a lucene index, and should be
+ used with care.
+ This is not needed if lock type is 'none' or 'single'
+ -->
+ <unlockOnStartup>false</unlockOnStartup>
+ </mainIndex>
+
+ <!-- the default high-performance update handler -->
+ <updateHandler class="solr.DirectUpdateHandler2">
+
+ <!-- A prefix of "solr." for class names is an alias that
+ causes solr to search appropriate packages, including
+ org.apache.solr.(search|update|request|core|analysis)
+ -->
+
+ <!-- Limit the number of deletions Solr will buffer during doc updating.
+
+ Setting this lower can help bound memory use during indexing.
+ -->
+ <maxPendingDeletes>100000</maxPendingDeletes>
+
+ </updateHandler>
+
+
+ <query>
+ <!-- Maximum number of clauses in a boolean query... can affect
+ range or prefix queries that expand to big boolean
+ queries. An exception is thrown if exceeded. -->
+ <maxBooleanClauses>1024</maxBooleanClauses>
+
+
+ <!-- Cache used by SolrIndexSearcher for filters (DocSets),
+ unordered sets of *all* documents that match a query.
+ When a new searcher is opened, its caches may be prepopulated
+ or "autowarmed" using data from caches in the old searcher.
+ autowarmCount is the number of items to prepopulate. For LRUCache,
+ the autowarmed items will be the most recently accessed items.
+ Parameters:
+ class - the SolrCache implementation (currently only LRUCache)
+ size - the maximum number of entries in the cache
+ initialSize - the initial capacity (number of entries) of
+ the cache. (seel java.util.HashMap)
+ autowarmCount - the number of entries to prepopulate from
+ and old cache.
+ -->
+ <filterCache
+ class="solr.LRUCache"
+ size="512"
+ initialSize="512"
+ autowarmCount="256"/>
+
+ <!-- queryResultCache caches results of searches - ordered lists of
+ document ids (DocList) based on a query, a sort, and the range
+ of documents requested. -->
+ <queryResultCache
+ class="solr.LRUCache"
+ size="512"
+ initialSize="512"
+ autowarmCount="256"/>
+
+ <!-- documentCache caches Lucene Document objects (the stored fields for each document).
+ Since Lucene internal document ids are transient, this cache will not be autowarmed. -->
+ <documentCache
+ class="solr.LRUCache"
+ size="512"
+ initialSize="512"
+ autowarmCount="0"/>
+
+ <!-- If true, stored fields that are not requested will be loaded lazily.
+
+ This can result in a significant speed improvement if the usual case is to
+ not load all stored fields, especially if the skipped fields are large compressed
+ text fields.
+ -->
+ <enableLazyFieldLoading>true</enableLazyFieldLoading>
+
+ <!-- Example of a generic cache. These caches may be accessed by name
+ through SolrIndexSearcher.getCache(),cacheLookup(), and cacheInsert().
+ The purpose is to enable easy caching of user/application level data.
+ The regenerator argument should be specified as an implementation
+ of solr.search.CacheRegenerator if autowarming is desired. -->
+ <!--
+ <cache name="myUserCache"
+ class="solr.LRUCache"
+ size="4096"
+ initialSize="1024"
+ autowarmCount="1024"
+ regenerator="org.mycompany.mypackage.MyRegenerator"
+ />
+ -->
+
+ <!-- An optimization that attempts to use a filter to satisfy a search.
+ If the requested sort does not include score, then the filterCache
+ will be checked for a filter matching the query. If found, the filter
+ will be used as the source of document ids, and then the sort will be
+ applied to that.
+ <useFilterForSortedQuery>true</useFilterForSortedQuery>
+ -->
+
+ <!-- An optimization for use with the queryResultCache. When a search
+ is requested, a superset of the requested number of document ids
+ are collected. For example, if a search for a particular query
+ requests matching documents 10 through 19, and queryWindowSize is 50,
+ then documents 0 through 49 will be collected and cached. Any further
+ requests in that range can be satisfied via the cache. -->
+ <queryResultWindowSize>50</queryResultWindowSize>
+
+ <!-- Maximum number of documents to cache for any entry in the
+ queryResultCache. -->
+ <queryResultMaxDocsCached>200</queryResultMaxDocsCached>
+
+ <!-- This entry enables an int hash representation for filters (DocSets)
+ when the number of items in the set is less than maxSize. For smaller
+ sets, this representation is more memory efficient, more efficient to
+ iterate over, and faster to take intersections. -->
+ <HashDocSet maxSize="3000" loadFactor="0.75"/>
+
+ <!-- a newSearcher event is fired whenever a new searcher is being prepared
+ and there is a current searcher handling requests (aka registered). -->
+ <!-- QuerySenderListener takes an array of NamedList and executes a
+ local query request for each NamedList in sequence. -->
+ <listener event="newSearcher" class="solr.QuerySenderListener">
+ <arr name="queries">
+ <lst> <str name="q">solr</str> <str name="start">0</str> <str name="rows">10</str> </lst>
+ <lst> <str name="q">rocks</str> <str name="start">0</str> <str name="rows">10</str> </lst>
+ <lst><str name="q">static newSearcher warming query from solrconfig.xml</str></lst>
+ </arr>
+ </listener>
+
+ <!-- a firstSearcher event is fired whenever a new searcher is being
+ prepared but there is no current registered searcher to handle
+ requests or to gain autowarming data from. -->
+ <listener event="firstSearcher" class="solr.QuerySenderListener">
+ <arr name="queries">
+ </arr>
+ </listener>
+
+ <!-- If a search request comes in and there is no current registered searcher,
+ then immediately register the still warming searcher and use it. If
+ "false" then all requests will block until the first searcher is done
+ warming. -->
+ <useColdSearcher>false</useColdSearcher>
+
+ <!-- Maximum number of searchers that may be warming in the background
+ concurrently. An error is returned if this limit is exceeded. Recommend
+ 1-2 for read-only slaves, higher for masters w/o cache warming. -->
+ <maxWarmingSearchers>4</maxWarmingSearchers>
+
+ </query>
+
+ <!--
+ Let the dispatch filter handler /select?qt=XXX
+ handleSelect=true will use consistent error handling for /select and /update
+ handleSelect=false will use solr1.1 style error formatting
+ -->
+ <requestDispatcher handleSelect="true" >
+ <!--Make sure your system has some authentication before enabling remote streaming! -->
+ <requestParsers enableRemoteStreaming="false" multipartUploadLimitInKB="2048" />
+
+ <!-- Set HTTP caching related parameters (for proxy caches and clients).
+
+ To get the behaviour of Solr 1.2 (ie: no caching related headers)
+ use the never304="true" option and do not specify a value for
+ <cacheControl>
+ -->
+ <httpCaching never304="true">
+ <!--httpCaching lastModifiedFrom="openTime"
+ etagSeed="Solr"-->
+ <!-- lastModFrom="openTime" is the default, the Last-Modified value
+ (and validation against If-Modified-Since requests) will all be
+ relative to when the current Searcher was opened.
+ You can change it to lastModFrom="dirLastMod" if you want the
+ value to exactly corrispond to when the physical index was last
+ modified.
+
+ etagSeed="..." is an option you can change to force the ETag
+ header (and validation against If-None-Match requests) to be
+ differnet even if the index has not changed (ie: when making
+ significant changes to your config file)
+
+ lastModifiedFrom and etagSeed are both ignored if you use the
+ never304="true" option.
+ -->
+ <!-- If you include a <cacheControl> directive, it will be used to
+ generate a Cache-Control header, as well as an Expires header
+ if the value contains "max-age="
+
+ By default, no Cache-Control header is generated.
+
+ You can use the <cacheControl> option even if you have set
+ never304="true"
+ -->
+ <!-- <cacheControl>max-age=30, public</cacheControl> -->
+ </httpCaching>
+ </requestDispatcher>
+
+
+ <!-- requestHandler plugins... incoming queries will be dispatched to the
+ correct handler based on the path or the qt (query type) param.
+ Names starting with a '/' are accessed with the a path equal to the
+ registered name. Names without a leading '/' are accessed with:
+ http://host/app/select?qt=name
+ If no qt is defined, the requestHandler that declares default="true"
+ will be used.
+ -->
+ <requestHandler name="standard" class="solr.StandardRequestHandler" default="true">
+ <!-- default values for query parameters -->
+ <lst name="defaults">
+ <str name="echoParams">explicit</str>
+ <!--
+ <int name="rows">10</int>
+ <str name="fl">*</str>
+ <str name="version">2.1</str>
+ -->
+ </lst>
+ </requestHandler>
+
+ <requestHandler name="/dataimport" class="org.apache.solr.handler.dataimport.DataImportHandler">
+ </requestHandler>
+
+ <!--
+
+ Search components are registered to SolrCore and used by Search Handlers
+
+ By default, the following components are avaliable:
+
+ <searchComponent name="query" class="org.apache.solr.handler.component.QueryComponent" />
+ <searchComponent name="facet" class="org.apache.solr.handler.component.FacetComponent" />
+ <searchComponent name="mlt" class="org.apache.solr.handler.component.MoreLikeThisComponent" />
+ <searchComponent name="highlight" class="org.apache.solr.handler.component.HighlightComponent" />
+ <searchComponent name="debug" class="org.apache.solr.handler.component.DebugComponent" />
+
+ If you register a searchComponent to one of the standard names, that will be used instead.
+
+ -->
+
+ <requestHandler name="/search" class="org.apache.solr.handler.component.SearchHandler">
+ <lst name="defaults">
+ <str name="echoParams">explicit</str>
+ </lst>
+ <!--
+ By default, this will register the following components:
+
+ <arr name="components">
+ <str>query</str>
+ <str>facet</str>
+ <str>mlt</str>
+ <str>highlight</str>
+ <str>debug</str>
+ </arr>
+
+ To insert handlers before or after the 'standard' components, use:
+
+ <arr name="first-components">
+ <str>first</str>
+ </arr>
+
+ <arr name="last-components">
+ <str>last</str>
+ </arr>
+
+ -->
+ </requestHandler>
+
+ <!-- Update request handler.
+
+ Note: Since solr1.1 requestHandlers requires a valid content type header if posted in
+ the body. For example, curl now requires: -H 'Content-type:text/xml; charset=utf-8'
+ The response format differs from solr1.1 formatting and returns a standard error code.
+
+ To enable solr1.1 behavior, remove the /update handler or change its path
+
+ "update.processor.class" is the class name for the UpdateRequestProcessor. It is initalized
+ only once. This can not be changed for each request.
+ -->
+ <requestHandler name="/update" class="solr.XmlUpdateRequestHandler" >
+ <!--
+ <str name="update.processor.class">org.apache.solr.handler.UpdateRequestProcessor</str>
+ -->
+ </requestHandler>
+
+ <!-- config for the admin interface -->
+ <admin>
+ <defaultQuery>*:*</defaultQuery>
+
+ <!-- configure a healthcheck file for servers behind a loadbalancer
+ <healthcheck type="file">server-enabled</healthcheck>
+ -->
+ </admin>
+
+</config>
+
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-nodatasource-solrconfig.xml
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-nodatasource-solrconfig.xml
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL
Added: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-schema.xml
URL: http://svn.apache.org/viewvc/lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-schema.xml?rev=681182&view=auto
==============================================================================
--- lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-schema.xml (added)
+++ lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-schema.xml Wed Jul 30 12:35:58 2008
@@ -0,0 +1,304 @@
+<?xml version="1.0" encoding="UTF-8" ?>
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+-->
+
+<!--
+ This is the Solr schema file. This file should be named "schema.xml" and
+ should be in the conf directory under the solr home
+ (i.e. ./solr/conf/schema.xml by default)
+ or located where the classloader for the Solr webapp can find it.
+
+ This example schema is the recommended starting point for users.
+ It should be kept correct and concise, usable out-of-the-box.
+
+ For more information, on how to customize this file, please see
+ http://wiki.apache.org/solr/SchemaXml
+-->
+
+<schema name="test" version="1.1">
+ <!-- attribute "name" is the name of this schema and is only used for display purposes.
+ Applications should change this to reflect the nature of the search collection.
+ version="1.1" is Solr's version number for the schema syntax and semantics. It should
+ not normally be changed by applications.
+ 1.0: multiValued attribute did not exist, all fields are multiValued by nature
+ 1.1: multiValued attribute introduced, false by default -->
+
+ <types>
+ <!-- field type definitions. The "name" attribute is
+ just a label to be used by field definitions. The "class"
+ attribute and any other attributes determine the real
+ behavior of the fieldType.
+ Class names starting with "solr" refer to java classes in the
+ org.apache.solr.analysis package.
+ -->
+
+ <!-- The StrField type is not analyzed, but indexed/stored verbatim.
+ - StrField and TextField support an optional compressThreshold which
+ limits compression (if enabled in the derived fields) to values which
+ exceed a certain size (in characters).
+ -->
+ <fieldType name="string" class="solr.StrField" sortMissingLast="true" omitNorms="true"/>
+
+ <!-- boolean type: "true" or "false" -->
+ <fieldType name="boolean" class="solr.BoolField" sortMissingLast="true" omitNorms="true"/>
+
+ <!-- The optional sortMissingLast and sortMissingFirst attributes are
+ currently supported on types that are sorted internally as strings.
+ - If sortMissingLast="true", then a sort on this field will cause documents
+ without the field to come after documents with the field,
+ regardless of the requested sort order (asc or desc).
+ - If sortMissingFirst="true", then a sort on this field will cause documents
+ without the field to come before documents with the field,
+ regardless of the requested sort order.
+ - If sortMissingLast="false" and sortMissingFirst="false" (the default),
+ then default lucene sorting will be used which places docs without the
+ field first in an ascending sort and last in a descending sort.
+ -->
+
+
+ <!-- numeric field types that store and index the text
+ value verbatim (and hence don't support range queries, since the
+ lexicographic ordering isn't equal to the numeric ordering) -->
+ <fieldType name="integer" class="solr.IntField" omitNorms="true"/>
+ <fieldType name="long" class="solr.LongField" omitNorms="true"/>
+ <fieldType name="float" class="solr.FloatField" omitNorms="true"/>
+ <fieldType name="double" class="solr.DoubleField" omitNorms="true"/>
+
+
+ <!-- Numeric field types that manipulate the value into
+ a string value that isn't human-readable in its internal form,
+ but with a lexicographic ordering the same as the numeric ordering,
+ so that range queries work correctly. -->
+ <fieldType name="sint" class="solr.SortableIntField" sortMissingLast="true" omitNorms="true"/>
+ <fieldType name="slong" class="solr.SortableLongField" sortMissingLast="true" omitNorms="true"/>
+ <fieldType name="sfloat" class="solr.SortableFloatField" sortMissingLast="true" omitNorms="true"/>
+ <fieldType name="sdouble" class="solr.SortableDoubleField" sortMissingLast="true" omitNorms="true"/>
+
+
+ <!-- The format for this date field is of the form 1995-12-31T23:59:59Z, and
+ is a more restricted form of the canonical representation of dateTime
+ http://www.w3.org/TR/xmlschema-2/#dateTime
+ The trailing "Z" designates UTC time and is mandatory.
+ Optional fractional seconds are allowed: 1995-12-31T23:59:59.999Z
+ All other components are mandatory.
+
+ Expressions can also be used to denote calculations that should be
+ performed relative to "NOW" to determine the value, ie...
+
+ NOW/HOUR
+ ... Round to the start of the current hour
+ NOW-1DAY
+ ... Exactly 1 day prior to now
+ NOW/DAY+6MONTHS+3DAYS
+ ... 6 months and 3 days in the future from the start of
+ the current day
+
+ Consult the DateField javadocs for more information.
+ -->
+ <fieldType name="date" class="solr.DateField" sortMissingLast="true" omitNorms="true"/>
+
+
+ <!-- The "RandomSortField" is not used to store or search any
+ data. You can declare fields of this type it in your schema
+ to generate psuedo-random orderings of your docs for sorting
+ purposes. The ordering is generated based on the field name
+ and the version of the index, As long as the index version
+ remains unchanged, and the same field name is reused,
+ the ordering of the docs will be consistent.
+ If you want differend psuedo-random orderings of documents,
+ for the same version of the index, use a dynamicField and
+ change the name
+ -->
+ <fieldType name="random" class="solr.RandomSortField" indexed="true" />
+
+ <!-- solr.TextField allows the specification of custom text analyzers
+ specified as a tokenizer and a list of token filters. Different
+ analyzers may be specified for indexing and querying.
+
+ The optional positionIncrementGap puts space between multiple fields of
+ this type on the same document, with the purpose of preventing false phrase
+ matching across fields.
+
+ For more info on customizing your analyzer chain, please see
+ http://wiki.apache.org/solr/AnalyzersTokenizersTokenFilters
+ -->
+
+ <!-- One can also specify an existing Analyzer class that has a
+ default constructor via the class attribute on the analyzer element
+ <fieldType name="text_greek" class="solr.TextField">
+ <analyzer class="org.apache.lucene.analysis.el.GreekAnalyzer"/>
+ </fieldType>
+ -->
+
+ <!-- A text field that only splits on whitespace for exact matching of words -->
+ <fieldType name="text_ws" class="solr.TextField" positionIncrementGap="100">
+ <analyzer>
+ <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ </analyzer>
+ </fieldType>
+
+ <!-- A text field that uses WordDelimiterFilter to enable splitting and matching of
+ words on case-change, alpha numeric boundaries, and non-alphanumeric chars,
+ so that a query of "wifi" or "wi fi" could match a document containing "Wi-Fi".
+ Synonyms and stopwords are customized by external files, and stemming is enabled.
+ Duplicate tokens at the same position (which may result from Stemmed Synonyms or
+ WordDelim parts) are removed.
+ -->
+ <fieldType name="text" class="solr.TextField" positionIncrementGap="100">
+ <analyzer type="index">
+ <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ <!-- in this example, we will only use synonyms at query time
+ <filter class="solr.SynonymFilterFactory" synonyms="index_synonyms.txt" ignoreCase="true" expand="false"/>
+ -->
+ <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
+ <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="1" catenateNumbers="1" catenateAll="0" splitOnCaseChange="1"/>
+ <filter class="solr.LowerCaseFilterFactory"/>
+ <filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>
+ <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
+ </analyzer>
+ <analyzer type="query">
+ <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="true"/>
+ <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
+ <filter class="solr.WordDelimiterFilterFactory" generateWordParts="1" generateNumberParts="1" catenateWords="0" catenateNumbers="0" catenateAll="0" splitOnCaseChange="1"/>
+ <filter class="solr.LowerCaseFilterFactory"/>
+ <filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>
+ <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
+ </analyzer>
+ </fieldType>
+
+
+ <!-- Less flexible matching, but less false matches. Probably not ideal for product names,
+ but may be good for SKUs. Can insert dashes in the wrong place and still match. -->
+ <fieldType name="textTight" class="solr.TextField" positionIncrementGap="100" >
+ <analyzer>
+ <tokenizer class="solr.WhitespaceTokenizerFactory"/>
+ <filter class="solr.SynonymFilterFactory" synonyms="synonyms.txt" ignoreCase="true" expand="false"/>
+ <filter class="solr.StopFilterFactory" ignoreCase="true" words="stopwords.txt"/>
+ <filter class="solr.WordDelimiterFilterFactory" generateWordParts="0" generateNumberParts="0" catenateWords="1" catenateNumbers="1" catenateAll="0"/>
+ <filter class="solr.LowerCaseFilterFactory"/>
+ <filter class="solr.EnglishPorterFilterFactory" protected="protwords.txt"/>
+ <filter class="solr.RemoveDuplicatesTokenFilterFactory"/>
+ </analyzer>
+ </fieldType>
+
+ <!-- This is an example of using the KeywordTokenizer along
+ With various TokenFilterFactories to produce a sortable field
+ that does not include some properties of the source text
+ -->
+ <fieldType name="alphaOnlySort" class="solr.TextField" sortMissingLast="true" omitNorms="true">
+ <analyzer>
+ <!-- KeywordTokenizer does no actual tokenizing, so the entire
+ input string is preserved as a single token
+ -->
+ <tokenizer class="solr.KeywordTokenizerFactory"/>
+ <!-- The LowerCase TokenFilter does what you expect, which can be
+ when you want your sorting to be case insensitive
+ -->
+ <filter class="solr.LowerCaseFilterFactory" />
+ <!-- The TrimFilter removes any leading or trailing whitespace -->
+ <filter class="solr.TrimFilterFactory" />
+ <!-- The PatternReplaceFilter gives you the flexibility to use
+ Java Regular expression to replace any sequence of characters
+ matching a pattern with an arbitrary replacement string,
+ which may include back refrences to portions of the orriginal
+ string matched by the pattern.
+
+ See the Java Regular Expression documentation for more
+ infomation on pattern and replacement string syntax.
+
+ http://java.sun.com/j2se/1.5.0/docs/api/java/util/regex/package-summary.html
+ -->
+ <filter class="solr.PatternReplaceFilterFactory"
+ pattern="([^a-z])" replacement="" replace="all"
+ />
+ </analyzer>
+ </fieldType>
+
+ <!-- since fields of this type are by default not stored or indexed, any data added to
+ them will be ignored outright
+ -->
+ <fieldtype name="ignored" stored="false" indexed="false" class="solr.StrField" />
+
+ </types>
+
+
+ <fields>
+ <!-- Valid attributes for fields:
+ name: mandatory - the name for the field
+ type: mandatory - the name of a previously defined type from the <types> section
+ indexed: true if this field should be indexed (searchable or sortable)
+ stored: true if this field should be retrievable
+ compressed: [false] if this field should be stored using gzip compression
+ (this will only apply if the field type is compressable; among
+ the standard field types, only TextField and StrField are)
+ multiValued: true if this field may contain multiple values per document
+ omitNorms: (expert) set to true to omit the norms associated with
+ this field (this disables length normalization and index-time
+ boosting for the field, and saves some memory). Only full-text
+ fields or fields that need an index-time boost need norms.
+ termVectors: [false] set to true to store the term vector for a given field.
+ When using MoreLikeThis, fields used for similarity should be stored for
+ best performance.
+ -->
+
+ <field name="id" type="string" indexed="true" stored="true" required="true" />
+ <field name="desc" type="string" indexed="true" stored="true" multiValued="true" />
+
+ <field name="date" type="date" indexed="true" stored="true" />
+
+ <field name="timestamp" type="date" indexed="true" stored="true" default="NOW" multiValued="false"/>
+
+
+ <!-- Dynamic field definitions. If a field name is not found, dynamicFields
+ will be used if the name matches any of the patterns.
+ RESTRICTION: the glob-like pattern in the name attribute must have
+ a "*" only at the start or the end.
+ EXAMPLE: name="*_i" will match any field ending in _i (like myid_i, z_i)
+ Longer patterns will be matched first. if equal size patterns
+ both match, the first appearing in the schema will be used. -->
+ <dynamicField name="*_i" type="sint" indexed="true" stored="true"/>
+ <dynamicField name="*_s" type="string" indexed="true" stored="true"/>
+ <dynamicField name="*_l" type="slong" indexed="true" stored="true"/>
+ <dynamicField name="*_t" type="text" indexed="true" stored="true"/>
+ <dynamicField name="*_b" type="boolean" indexed="true" stored="true"/>
+ <dynamicField name="*_f" type="sfloat" indexed="true" stored="true"/>
+ <dynamicField name="*_d" type="sdouble" indexed="true" stored="true"/>
+ <dynamicField name="*_dt" type="date" indexed="true" stored="true"/>
+
+ <dynamicField name="random*" type="random" />
+
+ <!-- uncomment the following to ignore any fields that don't already match an existing
+ field name or dynamic field, rather than reporting them as an error.
+ alternately, change the type="ignored" to some other type e.g. "text" if you want
+ unknown fields indexed and/or stored by default -->
+ <!--dynamicField name="*" type="ignored" /-->
+
+ </fields>
+
+ <!-- Field to use to determine and enforce document uniqueness.
+ Unless this field is marked with required="false", it will be a required field
+ -->
+ <uniqueKey>id</uniqueKey>
+
+ <!-- field for the QueryParser to use when an explicit fieldname is absent -->
+ <defaultSearchField>desc</defaultSearchField>
+
+ <!-- SolrQueryParser configuration: defaultOperator="AND|OR" -->
+ <solrQueryParser defaultOperator="OR"/>
+
+</schema>
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-schema.xml
------------------------------------------------------------------------------
svn:eol-style = native
Propchange: lucene/solr/trunk/contrib/dataimporthandler/src/test/resources/solr/conf/dataimport-schema.xml
------------------------------------------------------------------------------
svn:keywords = Date Author Id Revision HeadURL