You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@solr.apache.org by Policeman Jenkins Server via builds <bu...@solr.apache.org> on 2026/05/07 13:40:43 UTC
[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-23.0.2) - Build # 33166 - Still Unstable!
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/33166/
Java: 64bit/hotspot/jdk-23.0.2 -XX:+UseCompressedOops -XX:+UseSerialGC
3 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZk2Test.classMethod
Error Message:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@336656688
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@2146558421
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@593204315
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@336656688
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@2146558421
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@593204315
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
>
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@336656688
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@2146558421
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@593204315
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [TransactionLog, TransactionLog, TransactionLog]
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@336656688
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@2146558421
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:820)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:800)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:535)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:481)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:410)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.NestedUpdateProcessorFactory$NestedUpdateProcessor.processAdd(NestedUpdateProcessorFactory.java:87)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:54)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:274)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:520)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:361)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:346)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:240)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:280)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:111)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:122)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readDocs(JavaBinUpdateRequestCodec.java:259)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:214)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:345)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:200)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:310)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:290)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:199)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.unmarshal(JavaBinUpdateRequestCodec.java:182)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:110)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:134)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
org.apache.solr.update.TransactionLog:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog@593204315
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:256)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:179)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:715)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1677)
at org.apache.solr.update.UpdateLog.delete(UpdateLog.java:886)
at org.apache.solr.update.DirectUpdateHandler2.delete(DirectUpdateHandler2.java:623)
at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:84)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:58)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:280)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionDelete(DistributedUpdateProcessor.java:1140)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionDelete$2(DistributedUpdateProcessor.java:1044)
at org.apache.solr.update.UpdateLocks.runWithLockInternal(UpdateLocks.java:158)
at org.apache.solr.update.UpdateLocks.runWithLock(UpdateLocks.java:100)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDelete(DistributedUpdateProcessor.java:1041)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteById(DistributedUpdateProcessor.java:811)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.doDeleteById(DistributedZkUpdateProcessor.java:376)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:797)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processDelete(DistributedZkUpdateProcessor.java:353)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:134)
at org.apache.solr.handler.loader.JavabinLoader.delete(JavabinLoader.java:220)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:139)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:73)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:101)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:99)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:251)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2919)
at org.apache.solr.servlet.HttpSolrCall.executeCoreRequest(HttpSolrCall.java:699)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:492)
at org.apache.solr.servlet.SolrServlet.dispatch(SolrServlet.java:114)
at org.apache.solr.servlet.SolrServlet.service(SolrServlet.java:90)
at jakarta.servlet.http.HttpServlet.service(HttpServlet.java:723)
at org.eclipse.jetty.ee10.servlet.ServletHolder.handle(ServletHolder.java:753)
at org.eclipse.jetty.ee10.servlet.ServletHandler$ChainEnd.doFilter(ServletHandler.java:1624)
at org.apache.solr.servlet.AuthenticationFilter.doFilter(AuthenticationFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.TracingFilter.doFilter(TracingFilter.java:55)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RateLimitFilter.doFilter(RateLimitFilter.java:50)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.apache.solr.servlet.RequiredSolrRequestFilter.doFilter(RequiredSolrRequestFilter.java:79)
at jakarta.servlet.http.HttpFilter.doFilter(HttpFilter.java:97)
at org.eclipse.jetty.ee10.servlet.FilterHolder.doFilter(FilterHolder.java:205)
at org.eclipse.jetty.ee10.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1596)
at org.eclipse.jetty.ee10.servlet.ServletHandler$MappedServlet.handle(ServletHandler.java:1557)
at org.eclipse.jetty.ee10.servlet.ServletChannel.dispatch(ServletChannel.java:828)
at org.eclipse.jetty.ee10.servlet.ServletChannel.handle(ServletChannel.java:438)
at org.eclipse.jetty.ee10.servlet.ServletHandler.handle(ServletHandler.java:470)
at org.eclipse.jetty.server.handler.ContextHandler.handle(ContextHandler.java:1102)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:138)
at org.eclipse.jetty.server.Handler$Wrapper.handle(Handler.java:740)
at org.eclipse.jetty.server.handler.GracefulHandler.handle(GracefulHandler.java:112)
at org.eclipse.jetty.server.Server.handle(Server.java:182)
at org.eclipse.jetty.server.internal.HttpChannelState$HandlerInvoker.run(HttpChannelState.java:721)
at org.eclipse.jetty.util.thread.Invocable$ReadyTask.run(Invocable.java:177)
at org.eclipse.jetty.http2.server.internal.HttpStreamOverHTTP2$1.run(HttpStreamOverHTTP2.java:144)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:981)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.doRunJob(QueuedThreadPool.java:1212)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1166)
at java.base/java.lang.Thread.run(Thread.java:1575)
>
at __randomizedtesting.SeedInfo.seed([C0F96EBE90F5A10B]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotNull(Assert.java:756)
at org.junit.Assert.assertNull(Assert.java:738)
at org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:100)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1575)
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.classMethod
Error Message:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([C0F96EBE90F5A10B]:0)
FAILED: org.apache.solr.crossdc.manager.SolrAndKafkaIntegrationTest.testPartitioning
Error Message:
java.lang.AssertionError: incorrect count in collection collection1 expected:<200> but was:<199>
Stack Trace:
java.lang.AssertionError: incorrect count in collection collection1 expected:<200> but was:<199>
at __randomizedtesting.SeedInfo.seed([C0F96EBE90F5A10B:9CE87C74941F6BDC]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotEquals(Assert.java:835)
at org.junit.Assert.assertEquals(Assert.java:647)
at org.apache.solr.crossdc.manager.SolrAndKafkaIntegrationTest.lambda$testPartitioning$4(SolrAndKafkaIntegrationTest.java:380)
at java.base/java.util.HashMap.forEach(HashMap.java:1430)
at org.apache.solr.crossdc.manager.SolrAndKafkaIntegrationTest.testPartitioning(SolrAndKafkaIntegrationTest.java:379)
at java.base/jdk.internal.reflect.DirectMethodHandleAccessor.invoke(DirectMethodHandleAccessor.java:103)
at java.base/java.lang.reflect.Method.invoke(Method.java:580)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1763)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:946)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:982)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:996)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1575)
[JENKINS-EA] Solr-main-Linux (64bit/hotspot/jdk-27-ea+14) - Build # 33168 - Still Unstable!
Posted by Policeman Jenkins Server via builds <bu...@solr.apache.org>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/33168/
Java: 64bit/hotspot/jdk-27-ea+14 -XX:-UseCompressedOops -XX:+UseZGC
1 tests failed.
FAILED: org.apache.solr.crossdc.manager.consumer.KafkaCrossDcConsumerTest.testSolrClientSupplier
Error Message:
java.lang.OutOfMemoryError: Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
[JENKINS] Solr-main-Linux (64bit/hotspot/jdk-21.0.6) - Build # 33167 - Still Unstable!
Posted by Policeman Jenkins Server via builds <bu...@solr.apache.org>.
Build: https://jenkins.thetaphi.de/job/Solr-main-Linux/33167/
Java: 64bit/hotspot/jdk-21.0.6 -XX:+UseCompressedOops -XX:+UseParallelGC
2 tests failed.
FAILED: org.apache.solr.cloud.BasicDistributedZkTest.test
Error Message:
java.lang.RuntimeException: Timeout waiting for pool org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1fcbd1fe[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 9] to shutdown.
Stack Trace:
java.lang.RuntimeException: Timeout waiting for pool org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@1fcbd1fe[Shutting down, pool size = 1, active threads = 1, queued tasks = 0, completed tasks = 9] to shutdown.
at __randomizedtesting.SeedInfo.seed([BD110179A8BCAE0B:35453EA30640C3F3]:0)
at org.apache.solr.common.util.ExecutorUtil.awaitTermination(ExecutorUtil.java:166)
at org.apache.solr.common.util.ExecutorUtil.awaitTermination(ExecutorUtil.java:153)
at org.apache.solr.common.util.ExecutorUtil.shutdownAndAwaitTermination(ExecutorUtil.java:119)
at org.apache.solr.BaseDistributedSearchTestCase.destroyServers(BaseDistributedSearchTestCase.java:371)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.destroyServers(AbstractFullDistribZkTestBase.java:2269)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1065)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1034)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:48)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:45)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:843)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:490)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:955)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:840)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:902)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1583)
FAILED: org.apache.solr.cloud.api.collections.TestReplicaProperties.classMethod
Error Message:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@1706255397
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@369513778
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@1706255397
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@369513778
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
>
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@1706255397
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@369513778
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkShardTerms, ZkShardTerms]
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@1706255397
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
org.apache.solr.cloud.ZkShardTerms:org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkShardTerms@369513778
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:57)
at org.apache.solr.cloud.ZkShardTerms.<init>(ZkShardTerms.java:114)
at org.apache.solr.cloud.ZkCollectionTerms.lambda$getShard$0(ZkCollectionTerms.java:45)
at java.base/java.util.HashMap.compute(HashMap.java:1324)
at org.apache.solr.cloud.ZkCollectionTerms.getShard(ZkCollectionTerms.java:41)
at org.apache.solr.cloud.ZkController.getShardTerms(ZkController.java:1939)
at org.apache.solr.cloud.SyncStrategy.syncToMe(SyncStrategy.java:268)
at org.apache.solr.cloud.SyncStrategy.syncReplicas(SyncStrategy.java:171)
at org.apache.solr.cloud.SyncStrategy.sync(SyncStrategy.java:108)
at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ShardLeaderElectionContext.java:219)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:168)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:129)
at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:342)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$0(SolrZkClient.java:1061)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:381)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
at java.base/java.lang.Thread.run(Thread.java:1583)
Caused by: java.lang.Exception: Submitter stack trace
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:348)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.process(SolrZkClient.java:1057)
at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:69)
at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:566)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:541)
>
at __randomizedtesting.SeedInfo.seed([BD110179A8BCAE0B]:0)
at org.junit.Assert.fail(Assert.java:89)
at org.junit.Assert.failNotNull(Assert.java:756)
at org.junit.Assert.assertNull(Assert.java:738)
at org.apache.solr.SolrTestCase$1.afterIfSuccessful(SolrTestCase.java:100)
at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:80)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:38)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.tests.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.tests.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:43)
at org.apache.lucene.tests.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:44)
at org.apache.lucene.tests.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:60)
at org.apache.lucene.tests.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:390)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:850)
at java.base/java.lang.Thread.run(Thread.java:1583)