You are viewing a plain text version of this content. The canonical link for it is here.
Posted to solr-user@lucene.apache.org by Ravi Solr <ra...@gmail.com> on 2015/09/24 04:00:30 UTC

Weird Exception

Recently I installed 5.3.0 and started seeing weird exception which baffled
me. Has anybody encountered such an issue ? The indexing was done via DIH,
the field that is causing the issue is a TrieDateField defined as below

<field name="pubdatetime" type="tdate" indexed="true" stored="true"/>
<fieldType name="tdate" class="solr.TrieDateField" omitNorms="true"
precisionStep="6" positionIncrementGap="0"/>

Looking at the following exceptions it feels like a wrong exception,
ity just doesnt jive well with the field definitions


2015-09-24 01:43:33.667 ERROR (qtp1256054824-13) [c:collection1
s:shard1 r:core_node2 x:collection1_shard1_replica4] o.a.s.c.SolrCore
java.lang.IllegalStateException: Type mismatch: pubdatetime was
indexed with multiple values per document, use SORTED_SET instead
	at org.apache.lucene.uninverting.FieldCacheImpl$SortedDocValuesCache.createValue(FieldCacheImpl.java:679)
	at org.apache.lucene.uninverting.FieldCacheImpl$Cache.get(FieldCacheImpl.java:190)
	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:647)
	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:627)
	at org.apache.lucene.uninverting.UninvertingReader.getSortedDocValues(UninvertingReader.java:257)
	at org.apache.lucene.index.MultiDocValues.getSortedValues(MultiDocValues.java:316)
	at org.apache.lucene.index.SlowCompositeReaderWrapper.getSortedDocValues(SlowCompositeReaderWrapper.java:125)
	at org.apache.lucene.index.DocValues.getSortedSet(DocValues.java:304)
	at org.apache.solr.search.function.OrdFieldSource.getValues(OrdFieldSource.java:99)
	at org.apache.lucene.queries.function.FunctionQuery$AllScorer.<init>(FunctionQuery.java:116)
	at org.apache.lucene.queries.function.FunctionQuery$FunctionWeight.scorer(FunctionQuery.java:93)
	at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:274)
	at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
	at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:256)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
	at org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:200)
	at org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1682)
	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1501)
	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:555)
	at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:522)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:669)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:462)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:215)
	at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:110)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:499)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)

2015-09-24 01:43:33.668 INFO  (qtp1256054824-13) [c:collection1
s:shard1 r:core_node2 x:collection1_shard1_replica4] o.a.s.c.S.Request
[collection1_shard1_replica4] webapp=/solr path=/select
params={sort=_docid_+asc&q=*:*&distrib=false&wt=javabin&version=2&rows=0}
status=500 QTime=1
2015-09-24 01:43:33.668 ERROR (qtp1256054824-13) [c:collection1
s:shard1 r:core_node2 x:collection1_shard1_replica4]
o.a.s.s.SolrDispatchFilter null:java.lang.IllegalStateException: Type
mismatch: pubdatetime was indexed with multiple values per document,
use SORTED_SET instead
	at org.apache.lucene.uninverting.FieldCacheImpl$SortedDocValuesCache.createValue(FieldCacheImpl.java:679)
	at org.apache.lucene.uninverting.FieldCacheImpl$Cache.get(FieldCacheImpl.java:190)
	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:647)
	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:627)
	at org.apache.lucene.uninverting.UninvertingReader.getSortedDocValues(UninvertingReader.java:257)
	at org.apache.lucene.index.MultiDocValues.getSortedValues(MultiDocValues.java:316)
	at org.apache.lucene.index.SlowCompositeReaderWrapper.getSortedDocValues(SlowCompositeReaderWrapper.java:125)
	at org.apache.lucene.index.DocValues.getSortedSet(DocValues.java:304)
	at org.apache.solr.search.function.OrdFieldSource.getValues(OrdFieldSource.java:99)
	at org.apache.lucene.queries.function.FunctionQuery$AllScorer.<init>(FunctionQuery.java:116)
	at org.apache.lucene.queries.function.FunctionQuery$FunctionWeight.scorer(FunctionQuery.java:93)
	at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:274)
	at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
	at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:256)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
	at org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:200)
	at org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1682)
	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1501)
	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:555)
	at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:522)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:669)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:462)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:215)
	at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:110)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:499)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)

Re: Weird Exception

Posted by Upayavira <uv...@odoko.co.uk>.
What were you trying to do when this happened?

Bear in mind that a tdate field *is* by definition multivalued. It is
indexed at multiple levels of precision.

I bet if you reindexed with this field as a date field type, you won't
hit this issue. The date field type is still a TrieDateField, but it has
a precision of 0, meaning it is only indexed once.

Upayavira

On Thu, Sep 24, 2015, at 03:00 AM, Ravi Solr wrote:
> Recently I installed 5.3.0 and started seeing weird exception which
> baffled
> me. Has anybody encountered such an issue ? The indexing was done via
> DIH,
> the field that is causing the issue is a TrieDateField defined as below
> 
> <field name="pubdatetime" type="tdate" indexed="true" stored="true"/>
> <fieldType name="tdate" class="solr.TrieDateField" omitNorms="true"
> precisionStep="6" positionIncrementGap="0"/>
> 
> Looking at the following exceptions it feels like a wrong exception,
> ity just doesnt jive well with the field definitions
> 
> 
> 2015-09-24 01:43:33.667 ERROR (qtp1256054824-13) [c:collection1
> s:shard1 r:core_node2 x:collection1_shard1_replica4] o.a.s.c.SolrCore
> java.lang.IllegalStateException: Type mismatch: pubdatetime was
> indexed with multiple values per document, use SORTED_SET instead
> 	at org.apache.lucene.uninverting.FieldCacheImpl$SortedDocValuesCache.createValue(FieldCacheImpl.java:679)
> 	at org.apache.lucene.uninverting.FieldCacheImpl$Cache.get(FieldCacheImpl.java:190)
> 	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:647)
> 	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:627)
> 	at org.apache.lucene.uninverting.UninvertingReader.getSortedDocValues(UninvertingReader.java:257)
> 	at org.apache.lucene.index.MultiDocValues.getSortedValues(MultiDocValues.java:316)
> 	at org.apache.lucene.index.SlowCompositeReaderWrapper.getSortedDocValues(SlowCompositeReaderWrapper.java:125)
> 	at org.apache.lucene.index.DocValues.getSortedSet(DocValues.java:304)
> 	at org.apache.solr.search.function.OrdFieldSource.getValues(OrdFieldSource.java:99)
> 	at org.apache.lucene.queries.function.FunctionQuery$AllScorer.<init>(FunctionQuery.java:116)
> 	at org.apache.lucene.queries.function.FunctionQuery$FunctionWeight.scorer(FunctionQuery.java:93)
> 	at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:274)
> 	at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
> 	at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:256)
> 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
> 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
> 	at org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:200)
> 	at org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1682)
> 	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1501)
> 	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:555)
> 	at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:522)
> 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:669)
> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:462)
> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> 	at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:215)
> 	at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:110)
> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
> 	at org.eclipse.jetty.server.Server.handle(Server.java:499)
> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
> 	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
> 	at java.lang.Thread.run(Thread.java:745)
> 
> 2015-09-24 01:43:33.668 INFO  (qtp1256054824-13) [c:collection1
> s:shard1 r:core_node2 x:collection1_shard1_replica4] o.a.s.c.S.Request
> [collection1_shard1_replica4] webapp=/solr path=/select
> params={sort=_docid_+asc&q=*:*&distrib=false&wt=javabin&version=2&rows=0}
> status=500 QTime=1
> 2015-09-24 01:43:33.668 ERROR (qtp1256054824-13) [c:collection1
> s:shard1 r:core_node2 x:collection1_shard1_replica4]
> o.a.s.s.SolrDispatchFilter null:java.lang.IllegalStateException: Type
> mismatch: pubdatetime was indexed with multiple values per document,
> use SORTED_SET instead
> 	at org.apache.lucene.uninverting.FieldCacheImpl$SortedDocValuesCache.createValue(FieldCacheImpl.java:679)
> 	at org.apache.lucene.uninverting.FieldCacheImpl$Cache.get(FieldCacheImpl.java:190)
> 	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:647)
> 	at org.apache.lucene.uninverting.FieldCacheImpl.getTermsIndex(FieldCacheImpl.java:627)
> 	at org.apache.lucene.uninverting.UninvertingReader.getSortedDocValues(UninvertingReader.java:257)
> 	at org.apache.lucene.index.MultiDocValues.getSortedValues(MultiDocValues.java:316)
> 	at org.apache.lucene.index.SlowCompositeReaderWrapper.getSortedDocValues(SlowCompositeReaderWrapper.java:125)
> 	at org.apache.lucene.index.DocValues.getSortedSet(DocValues.java:304)
> 	at org.apache.solr.search.function.OrdFieldSource.getValues(OrdFieldSource.java:99)
> 	at org.apache.lucene.queries.function.FunctionQuery$AllScorer.<init>(FunctionQuery.java:116)
> 	at org.apache.lucene.queries.function.FunctionQuery$FunctionWeight.scorer(FunctionQuery.java:93)
> 	at org.apache.lucene.search.BooleanWeight.scorer(BooleanWeight.java:274)
> 	at org.apache.lucene.search.Weight.bulkScorer(Weight.java:135)
> 	at org.apache.lucene.search.BooleanWeight.bulkScorer(BooleanWeight.java:256)
> 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
> 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
> 	at org.apache.solr.search.SolrIndexSearcher.buildAndRunCollectorChain(SolrIndexSearcher.java:200)
> 	at org.apache.solr.search.SolrIndexSearcher.getDocListNC(SolrIndexSearcher.java:1682)
> 	at org.apache.solr.search.SolrIndexSearcher.getDocListC(SolrIndexSearcher.java:1501)
> 	at org.apache.solr.search.SolrIndexSearcher.search(SolrIndexSearcher.java:555)
> 	at org.apache.solr.handler.component.QueryComponent.process(QueryComponent.java:522)
> 	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:277)
> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:669)
> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:462)
> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:143)
> 	at org.eclipse.jetty.security.SecurityHandler.handle(SecurityHandler.java:577)
> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:223)
> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
> 	at org.eclipse.jetty.server.handler.ContextHandlerCollection.handle(ContextHandlerCollection.java:215)
> 	at org.eclipse.jetty.server.handler.HandlerCollection.handle(HandlerCollection.java:110)
> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
> 	at org.eclipse.jetty.server.Server.handle(Server.java:499)
> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
> 	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
> 	at java.lang.Thread.run(Thread.java:745)