You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/04/22 11:49:11 UTC

[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+164) - Build # 19456 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19456/
Java: 32bit/jdk-9-ea+164 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [RawDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:489)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:941)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)  at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)  at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:752)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:438)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1250)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:524)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:509)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:267)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:217)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:991)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1207)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:753)  at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)  at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)  at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [RawDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:489)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:941)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)
	at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)
	at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:752)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)
	at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:438)
	at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1250)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:524)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:509)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:267)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:217)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:991)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1207)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:753)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)


	at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup

Error Message:
No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1
	at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91:49054C180DEF729A]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:749)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:735)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup(DeleteReplicaTest.java:91)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12355 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/init-core-data-001
   [junit4]   2> 1387228 WARN  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 1387228 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1387230 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1387232 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001
   [junit4]   2> 1387233 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1387233 INFO  (Thread-2591) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1387233 INFO  (Thread-2591) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1387333 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45961
   [junit4]   2> 1387339 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1387340 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1387341 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7373b8{/solr,null,AVAILABLE}
   [junit4]   2> 1387342 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1387342 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aae7c5{/solr,null,AVAILABLE}
   [junit4]   2> 1387343 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@139428f{/solr,null,AVAILABLE}
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@188063c{SSL,[ssl, http/1.1]}{127.0.0.1:35272}
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c74f81{SSL,[ssl, http/1.1]}{127.0.0.1:43533}
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1db9e13{SSL,[ssl, http/1.1]}{127.0.0.1:46637}
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.Server Started @1389142ms
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.Server Started @1389143ms
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43533}
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46637}
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.Server Started @1389142ms
   [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35272}
   [junit4]   2> 1387345 ERROR (jetty-launcher-2080-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1387346 ERROR (jetty-launcher-2080-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.468375Z
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.468418Z
   [junit4]   2> 1387346 ERROR (jetty-launcher-2080-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.468810Z
   [junit4]   2> 1387347 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dad1cd{/solr,null,AVAILABLE}
   [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ef5671{SSL,[ssl, http/1.1]}{127.0.0.1:34167}
   [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.Server Started @1389146ms
   [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34167}
   [junit4]   2> 1387349 ERROR (jetty-launcher-2080-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.471462Z
   [junit4]   2> 1387352 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1387357 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
   [junit4]   2> 1387357 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
   [junit4]   2> 1387359 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
   [junit4]   2> 1387361 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
   [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46637_solr
   [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35272_solr
   [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43533_solr
   [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97836102474661897-127.0.0.1:46637_solr-n_0000000000) starting
   [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34167_solr
   [junit4]   2> 1387377 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1387377 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1387380 INFO  (zkCallback-2102-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1387386 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1387386 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1387388 INFO  (zkCallback-2099-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1387392 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46637_solr
   [junit4]   2> 1387392 INFO  (zkCallback-2102-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1387392 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1387392 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1387395 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1387550 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387554 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387554 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387556 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/.
   [junit4]   2> 1387621 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387624 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387625 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387626 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node3/.
   [junit4]   2> 1387643 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387647 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387647 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1387649 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node4/.
   [junit4]   2> 1387664 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1388968 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1388968 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1388970 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/.
   [junit4]   2> 1389032 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1389032 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45961/solr ready
   [junit4]   2> 1389055 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[39E5C8A289A0DB91]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaAndVerifyDirectoryCleanup
   [junit4]   2> 1389111 INFO  (qtp2737964-12062) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=deletereplica_test&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1389112 INFO  (OverseerThreadFactory-5634-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection deletereplica_test
   [junit4]   2> 1389224 INFO  (qtp2737964-12056) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica1&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1389225 INFO  (qtp2737964-12056) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1389265 INFO  (qtp1326932-12064) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica2&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1389266 INFO  (qtp1326932-12064) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1389369 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1389369 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1390235 INFO  (qtp2737964-12056) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1390261 INFO  (qtp2737964-12056) [    ] o.a.s.s.IndexSchema [deletereplica_test_shard1_replica1] Schema name=minimal
   [junit4]   2> 1390262 INFO  (qtp2737964-12056) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1390262 INFO  (qtp2737964-12056) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletereplica_test_shard1_replica1' using configuration from collection deletereplica_test, trusted=true
   [junit4]   2> 1390263 INFO  (qtp2737964-12056) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.core.deletereplica_test.shard1.replica1' (registry 'solr.core.deletereplica_test.shard1.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1390263 INFO  (qtp2737964-12056) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1390263 INFO  (qtp2737964-12056) [    ] o.a.s.c.SolrCore [[deletereplica_test_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/deletereplica_test_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/./deletereplica_test_shard1_replica1/data/]
   [junit4]   2> 1390274 INFO  (qtp1326932-12064) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1390282 INFO  (qtp1326932-12064) [    ] o.a.s.s.IndexSchema [deletereplica_test_shard1_replica2] Schema name=minimal
   [junit4]   2> 1390284 INFO  (qtp1326932-12064) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1390284 INFO  (qtp1326932-12064) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletereplica_test_shard1_replica2' using configuration from collection deletereplica_test, trusted=true
   [junit4]   2> 1390285 INFO  (qtp1326932-12064) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.core.deletereplica_test.shard1.replica2' (registry 'solr.core.deletereplica_test.shard1.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1390285 INFO  (qtp1326932-12064) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1390285 INFO  (qtp1326932-12064) [    ] o.a.s.c.SolrCore [[deletereplica_test_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/deletereplica_test_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/./deletereplica_test_shard1_replica2/data/]
   [junit4]   2> 1390573 INFO  (qtp2737964-12056) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1390573 INFO  (qtp2737964-12056) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1390657 INFO  (qtp1326932-12064) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1390657 INFO  (qtp1326932-12064) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1393013 INFO  (qtp2737964-12056) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1393013 INFO  (qtp2737964-12056) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1393014 INFO  (qtp1326932-12064) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1393014 INFO  (qtp1326932-12064) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1393015 INFO  (qtp2737964-12056) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15ddac8[deletereplica_test_shard1_replica1] main]
   [junit4]   2> 1393019 INFO  (qtp1326932-12064) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16d4c9c[deletereplica_test_shard1_replica2] main]
   [junit4]   2> 1393020 INFO  (qtp2737964-12056) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1393020 INFO  (qtp2737964-12056) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1393021 INFO  (qtp2737964-12056) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1393021 INFO  (qtp1326932-12064) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1393025 INFO  (searcherExecutor-5643-thread-1) [    ] o.a.s.c.SolrCore [deletereplica_test_shard1_replica1] Registered new searcher Searcher@15ddac8[deletereplica_test_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1393025 INFO  (qtp2737964-12056) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565377645664796672
   [junit4]   2> 1393025 INFO  (qtp1326932-12064) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1393026 INFO  (qtp1326932-12064) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1393029 INFO  (searcherExecutor-5644-thread-1) [    ] o.a.s.c.SolrCore [deletereplica_test_shard1_replica2] Registered new searcher Searcher@16d4c9c[deletereplica_test_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1393029 INFO  (qtp1326932-12064) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565377645668990976
   [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46637/solr/deletereplica_test_shard1_replica2/
   [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.u.PeerSync PeerSync: core=deletereplica_test_shard1_replica2 url=https://127.0.0.1:46637/solr START replicas=[https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/] nUpdates=100
   [junit4]   2> 1393035 INFO  (qtp1326932-12064) [    ] o.a.s.u.PeerSync PeerSync: core=deletereplica_test_shard1_replica2 url=https://127.0.0.1:46637/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1393035 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1393035 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1393037 INFO  (qtp2737964-12061) [    ] o.a.s.c.S.Request [deletereplica_test_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1393038 INFO  (qtp1326932-12064) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1393038 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1393038 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1393041 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46637/solr/deletereplica_test_shard1_replica2/ shard1
   [junit4]   2> 1393142 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1393142 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1393191 INFO  (qtp1326932-12064) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1393197 INFO  (qtp1326932-12064) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica2&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=3931
   [junit4]   2> 1393295 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1393295 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1394042 INFO  (qtp2737964-12056) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica1&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=4818
   [junit4]   2> 1394045 INFO  (qtp2737964-12062) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1394138 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1394138 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1395046 INFO  (qtp2737964-12062) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=deletereplica_test&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5934
   [junit4]   2> 1395050 INFO  (qtp1326932-12064) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1395051 INFO  (qtp2737964-12055) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node2&action=DELETEREPLICA&collection=deletereplica_test&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1395053 INFO  (OverseerCollectionConfigSetProcessor-97836102474661897-127.0.0.1:46637_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1395054 INFO  (qtp1326932-12069) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deletereplica_test.shard1.replica2, tag=null
   [junit4]   2> 1395059 INFO  (qtp1326932-12069) [    ] o.a.s.c.SolrCore [deletereplica_test_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c966cb
   [junit4]   2> 1395060 INFO  (qtp1326932-12069) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deletereplica_test.shard1.replica2, tag=29976267
   [junit4]   2> 1395060 INFO  (qtp1326932-12069) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deletereplica_test.shard1.leader, tag=29976267
   [junit4]   2> 1395073 INFO  (qtp1326932-12069) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=deletereplica_test_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=19
   [junit4]   2> 1395073 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1395175 INFO  (zkCallback-2099-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1395275 INFO  (qtp2737964-12055) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node2&action=DELETEREPLICA&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=224
   [junit4]   2> 1397057 INFO  (OverseerCollectionConfigSetProcessor-97836102474661897-127.0.0.1:46637_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1397574 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/
   [junit4]   2> 1397574 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1397574 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/ has no replicas
   [junit4]   2> 1400105 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[39E5C8A289A0DB91]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteReplicaAndVerifyDirectoryCleanup
   [junit4]   2> 1400107 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/ shard1
   [junit4]   2> 1400108 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteReplicaTest -Dtests.method=deleteReplicaAndVerifyDirectoryCleanup -Dtests.seed=39E5C8A289A0DB91 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ksh -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   11.1s J1 | DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91:49054C180DEF729A]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:749)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:735)
   [junit4]    > 	at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup(DeleteReplicaTest.java:91)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1400127 INFO  (TEST-DeleteReplicaTest.deleteReplicaByCountForAllShards-seed#[39E5C8A289A0DB91]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaByCountForAllShards
   [junit4]   2> 1400129 INFO  (qtp2737964-12057) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=deleteByCountNew&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1400130 INFO  (OverseerThreadFactory-5634-thread-3) [    ] o.a.s.c.CreateCollectionCmd Create collection deleteByCountNew
   [junit4]   2> 1400334 INFO  (qtp2737964-12060) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1400336 INFO  (qtp1326932-12070) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1400395 INFO  (qtp4789091-12073) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1400396 INFO  (qtp4789091-12073) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1400396 INFO  (qtp10989750-12086) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1400397 INFO  (qtp10989750-12086) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1400499 INFO  (zkCallback-2102-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1400499 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1400499 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1400499 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1401343 INFO  (qtp2737964-12060) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401343 INFO  (qtp1326932-12070) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401348 INFO  (qtp1326932-12070) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica2] Schema name=minimal
   [junit4]   2> 1401348 INFO  (qtp2737964-12060) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica2] Schema name=minimal
   [junit4]   2> 1401349 INFO  (qtp1326932-12070) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1401349 INFO  (qtp1326932-12070) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica2' using configuration from collection deleteByCountNew, trusted=true
   [junit4]   2> 1401349 INFO  (qtp2737964-12060) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1401349 INFO  (qtp2737964-12060) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica2' using configuration from collection deleteByCountNew, trusted=true
   [junit4]   2> 1401350 INFO  (qtp1326932-12070) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.core.deleteByCountNew.shard2.replica2' (registry 'solr.core.deleteByCountNew.shard2.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1401350 INFO  (qtp2737964-12060) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.core.deleteByCountNew.shard1.replica2' (registry 'solr.core.deleteByCountNew.shard1.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1401350 INFO  (qtp1326932-12070) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1401350 INFO  (qtp2737964-12060) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1401350 INFO  (qtp1326932-12070) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/deleteByCountNew_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/./deleteByCountNew_shard2_replica2/data/]
   [junit4]   2> 1401350 INFO  (qtp2737964-12060) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/deleteByCountNew_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/./deleteByCountNew_shard1_replica2/data/]
   [junit4]   2> 1401404 INFO  (qtp4789091-12073) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401406 INFO  (qtp10989750-12086) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401409 INFO  (qtp4789091-12073) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica1] Schema name=minimal
   [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica1' using configuration from collection deleteByCountNew, trusted=true
   [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.core.deleteByCountNew.shard2.replica1' (registry 'solr.core.deleteByCountNew.shard2.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node3/deleteByCountNew_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node3/./deleteByCountNew_shard2_replica1/data/]
   [junit4]   2> 1401412 INFO  (qtp10989750-12086) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica1] Schema name=minimal
   [junit4]   2> 1401414 INFO  (qtp10989750-12086) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1401414 INFO  (qtp10989750-12086) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica1' using configuration from collection deleteByCountNew, trusted=true
   [junit4]   2> 1401414 INFO  (qtp10989750-12086) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.core.deleteByCountNew.shard1.replica1' (registry 'solr.core.deleteByCountNew.shard1.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
   [junit4]   2> 1401415 INFO  (qtp10989750-12086) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1401415 INFO  (qtp10989750-12086) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node4/deleteByCountNew_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node4/./deleteByCountNew_shard1_replica1/data/]
   [junit4]   2> 1401662 INFO  (qtp1326932-12070) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1401662 INFO  (qtp1326932-12070) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1401684 INFO  (qtp2737964-12060) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1401684 INFO  (qtp2737964-12060) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1401689 INFO  (qtp4789091-12073) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1401689 INFO  (qtp4789091-12073) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1401814 INFO  (qtp10989750-12086) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1401814 INFO  (qtp10989750-12086) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1402323 INFO  (qtp10989750-12086) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1402323 INFO  (qtp10989750-12086) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1402323 INFO  (qtp1326932-12070) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1402323 INFO  

[...truncated too long message...]

RequestProcessor.java:55)
   [junit4]    > 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]    > 	at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]    > 	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
   [junit4]    > 	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
   [junit4]    > 	at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
   [junit4]    > 	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
   [junit4]    > 	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
   [junit4]    > 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]    > 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]    > 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [514/702 (2!)] on J1 in 55.11s, 1 test, 1 failure <<< FAILURES!

[...truncated 36863 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+164) - Build # 19457 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19457/
Java: 32bit/jdk-9-ea+164 -server -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded  at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:428)  at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:255)  at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)  at java.base/java.lang.Thread.run(Thread.java:844) ,time=1}

Stack Trace:
java.lang.AssertionError: Expected to find shardAddress in the up shard info: {error=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded,trace=org.apache.solr.client.solrj.SolrServerException: Time allowed to handle this request exceeded
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:428)
	at org.apache.solr.handler.component.HttpShardHandlerFactory.makeLoadBalancedRequest(HttpShardHandlerFactory.java:255)
	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:166)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1161)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	at java.base/java.lang.Thread.run(Thread.java:844)
,time=1}
	at __randomizedtesting.SeedInfo.seed([2EBC9B2E66B5A91D:A6E8A4F4C849C4E5]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.TestDistributedSearch.comparePartialResponses(TestDistributedSearch.java:1186)
	at org.apache.solr.TestDistributedSearch.queryPartialResults(TestDistributedSearch.java:1127)
	at org.apache.solr.TestDistributedSearch.test(TestDistributedSearch.java:987)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:1011)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:438)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1250)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:524)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:509)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:267)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:217)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:991)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1207)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:753)  at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)  at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)  at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:489)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:941)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:752)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)  at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)  at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)  at java.base/java.lang.Thread.run(Thread.java:844)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [TransactionLog, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MDCAwareThreadPoolExecutor]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)
	at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:438)
	at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1250)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:524)
	at org.apache.solr.update.UpdateLog.add(UpdateLog.java:509)
	at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:267)
	at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:217)
	at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:991)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1207)
	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:753)
	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
	at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
	at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
	at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
	at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:489)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:941)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:752)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
	at org.eclipse.jetty.server.Server.handle(Server.java:534)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
	at java.base/java.lang.Thread.run(Thread.java:844)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
	at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)
	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)
	at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)
	at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)
	at java.base/java.lang.Thread.run(Thread.java:844)


	at __randomizedtesting.SeedInfo.seed([2EBC9B2E66B5A91D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at jdk.internal.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11117 lines...]
   [junit4] Suite: org.apache.solr.TestDistributedSearch
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/init-core-data-001
   [junit4]   2> 302851 WARN  (SUITE-TestDistributedSearch-seed#[2EBC9B2E66B5A91D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
   [junit4]   2> 302851 INFO  (SUITE-TestDistributedSearch-seed#[2EBC9B2E66B5A91D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 302853 INFO  (SUITE-TestDistributedSearch-seed#[2EBC9B2E66B5A91D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-9061")
   [junit4]   2> 302854 INFO  (SUITE-TestDistributedSearch-seed#[2EBC9B2E66B5A91D]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 303340 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/control/cores/collection1
   [junit4]   2> 303341 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 303342 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d89ea{/,null,AVAILABLE}
   [junit4]   2> 303343 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44862a{HTTP/1.1,[http/1.1]}{127.0.0.1:39032}
   [junit4]   2> 303343 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.Server Started @305054ms
   [junit4]   2> 303343 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=39032, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/control/cores}
   [junit4]   2> 303344 ERROR (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 303344 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 303344 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 303344 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 303344 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T14:12:42.712187Z
   [junit4]   2> 303344 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/control/solr.xml
   [junit4]   2> 303351 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 303476 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 303481 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 303481 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 303482 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/control/cores
   [junit4]   2> 303482 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 303484 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 303572 WARN  (coreLoadExecutor-651-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 303573 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 303596 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 303678 WARN  (coreLoadExecutor-651-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 303680 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 303713 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 303713 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 303713 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 303713 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 303715 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=12.8955078125, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=24.00910388138854, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 303946 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 303946 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 303947 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 303947 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 303948 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=98.46875, floorSegmentMB=1.1533203125, forceMergeDeletesPctAllowed=29.359988570137435, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 303948 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d81b9[collection1] main]
   [junit4]   2> 303949 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 303994 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 304148 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 304148 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 304148 INFO  (coreLoadExecutor-651-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565388034294153216
   [junit4]   2> 304148 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 304148 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 304148 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 304149 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 304149 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 304149 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 304150 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 304150 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 304151 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4d81b9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 305167 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 305168 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 305169 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b73a34{/,null,AVAILABLE}
   [junit4]   2> 305169 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a694c9{HTTP/1.1,[http/1.1]}{127.0.0.1:41072}
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.e.j.s.Server Started @306881ms
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=41072, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/shard0/cores}
   [junit4]   2> 305170 ERROR (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T14:12:44.538505Z
   [junit4]   2> 305170 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 305173 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 305303 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 305307 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 305307 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 305309 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/shard0/cores
   [junit4]   2> 305309 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 305311 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 305409 WARN  (coreLoadExecutor-662-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 305412 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 305449 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 305519 WARN  (coreLoadExecutor-662-thread-1) [    ] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 305521 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 305557 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 305558 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@47d40d
   [junit4]   2> 305558 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 305558 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.TestDistributedSearch_2EBC9B2E66B5A91D-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 305561 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=12.8955078125, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=24.00910388138854, segmentsPerTier=24.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 305790 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 305791 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 305792 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 305792 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 305794 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=98.46875, floorSegmentMB=1.1533203125, forceMergeDeletesPctAllowed=29.359988570137435, segmentsPerTier=30.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 305795 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@792ee8[collection1] main]
   [junit4]   2> 305796 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 305842 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 306234 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 306235 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 306235 INFO  (coreLoadExecutor-662-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565388036482531328
   [junit4]   2> 306235 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 306235 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 306235 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 306236 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 306236 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 306236 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 306237 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 306237 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 306238 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@792ee8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 306327 INFO  (TEST-TestDistributedSearch.test-seed#[2EBC9B2E66B5A91D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 306332 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1565388036583194624)} 0 1
   [junit4]   2> 306335 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1565388036586340352)} 0 1
   [junit4]   2> 306363 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1565388036599971840)]} 0 16
   [junit4]   2> 306366 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1565388036617797632)]} 0 2
   [junit4]   2> 306370 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1565388036620943360)]} 0 2
   [junit4]   2> 306372 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1565388036624089088)]} 0 1
   [junit4]   2> 306374 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1565388036627234816)]} 0 1
   [junit4]   2> 306375 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1565388036629331968)]} 0 0
   [junit4]   2> 306377 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1565388036630380544)]} 0 0
   [junit4]   2> 306378 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1565388036632477696)]} 0 0
   [junit4]   2> 306380 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1565388036633526272)]} 0 0
   [junit4]   2> 306382 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1565388036635623424)]} 0 1
   [junit4]   2> 306384 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1565388036637720576)]} 0 0
   [junit4]   2> 306385 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1565388036638769152)]} 0 0
   [junit4]   2> 306387 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1565388036640866304)]} 0 0
   [junit4]   2> 306388 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1565388036642963456)]} 0 0
   [junit4]   2> 306390 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1565388036644012032)]} 0 0
   [junit4]   2> 306391 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1565388036645060608)]} 0 1
   [junit4]   2> 306393 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1565388036647157760)]} 0 0
   [junit4]   2> 306395 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1565388036649254912)]} 0 0
   [junit4]   2> 306396 INFO  (qtp31157247-1441) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 306396 INFO  (qtp31157247-1441) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@b33a96 commitCommandVersion:0
   [junit4]   2> 306408 INFO  (qtp31157247-1441) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@634f85[collection1] main]
   [junit4]   2> 306408 INFO  (qtp31157247-1441) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 306411 INFO  (searcherExecutor-652-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@634f85[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C9)))}
   [junit4]   2> 306411 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 14
   [junit4]   2> 306412 INFO  (qtp16817917-1458) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 306412 INFO  (qtp16817917-1458) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@74f88d commitCommandVersion:0
   [junit4]   2> 306415 INFO  (qtp16817917-1458) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1bc8f6c[collection1] main]
   [junit4]   2> 306416 INFO  (qtp16817917-1458) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 306417 INFO  (searcherExecutor-663-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1bc8f6c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C9)))}
   [junit4]   2> 306418 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 306422 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1565388036675469312)]} 0 2
   [junit4]   2> 306424 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1565388036679663616)]} 0 1
   [junit4]   2> 306426 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1565388036681760768)]} 0 1
   [junit4]   2> 306428 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1565388036683857920)]} 0 1
   [junit4]   2> 306431 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1565388036687003648)]} 0 0
   [junit4]   2> 306433 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1565388036689100800)]} 0 1
   [junit4]   2> 306435 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1565388036691197952)]} 0 0
   [junit4]   2> 306436 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1565388036692246528)]} 0 0
   [junit4]   2> 306438 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1565388036694343680)]} 0 1
   [junit4]   2> 306439 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1001 (1565388036696440832)]} 0 0
   [junit4]   2> 306442 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1565388036697489408)]} 0 1
   [junit4]   2> 306443 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1565388036700635136)]} 0 0
   [junit4]   2> 306445 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1565388036701683712)]} 0 0
   [junit4]   2> 306446 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1565388036703780864)]} 0 0
   [junit4]   2> 306447 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1565388036704829440)]} 0 0
   [junit4]   2> 306448 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1565388036705878016)]} 0 0
   [junit4]   2> 306450 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1565388036706926592)]} 0 0
   [junit4]   2> 306452 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1565388036709023744)]} 0 0
   [junit4]   2> 306454 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1565388036710072320)]} 0 1
   [junit4]   2> 306455 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[100 (1565388036713218048)]} 0 0
   [junit4]   2> 306457 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1565388036714266624)]} 0 0
   [junit4]   2> 306458 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[101 (1565388036715315200)]} 0 0
   [junit4]   2> 306459 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1565388036717412352)]} 0 0
   [junit4]   2> 306460 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[102 (1565388036718460928)]} 0 0
   [junit4]   2> 306462 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1565388036719509504)]} 0 0
   [junit4]   2> 306463 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[103 (1565388036720558080)]} 0 0
   [junit4]   2> 306464 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1565388036722655232)]} 0 0
   [junit4]   2> 306465 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[104 (1565388036723703808)]} 0 0
   [junit4]   2> 306467 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1565388036724752384)]} 0 0
   [junit4]   2> 306468 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[105 (1565388036726849536)]} 0 0
   [junit4]   2> 306470 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1565388036728946688)]} 0 0
   [junit4]   2> 306471 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[106 (1565388036729995264)]} 0 0
   [junit4]   2> 306472 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1565388036731043840)]} 0 0
   [junit4]   2> 306474 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[107 (1565388036732092416)]} 0 0
   [junit4]   2> 306475 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1565388036733140992)]} 0 0
   [junit4]   2> 306476 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[108 (1565388036735238144)]} 0 0
   [junit4]   2> 306478 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1565388036737335296)]} 0 0
   [junit4]   2> 306480 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[109 (1565388036738383872)]} 0 0
   [junit4]   2> 306481 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1565388036739432448)]} 0 0
   [junit4]   2> 306482 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[110 (1565388036741529600)]} 0 0
   [junit4]   2> 306483 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1565388036742578176)]} 0 0
   [junit4]   2> 306484 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[111 (1565388036743626752)]} 0 0
   [junit4]   2> 306485 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1565388036744675328)]} 0 0
   [junit4]   2> 306487 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[112 (1565388036745723904)]} 0 0
   [junit4]   2> 306488 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1565388036747821056)]} 0 0
   [junit4]   2> 306490 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[113 (1565388036748869632)]} 0 0
   [junit4]   2> 306491 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1565388036749918208)]} 0 0
   [junit4]   2> 306492 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[114 (1565388036752015360)]} 0 0
   [junit4]   2> 306493 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1565388036753063936)]} 0 0
   [junit4]   2> 306494 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[115 (1565388036754112512)]} 0 0
   [junit4]   2> 306496 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1565388036755161088)]} 0 0
   [junit4]   2> 306497 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[116 (1565388036756209664)]} 0 0
   [junit4]   2> 306498 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1565388036758306816)]} 0 0
   [junit4]   2> 306499 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[117 (1565388036759355392)]} 0 0
   [junit4]   2> 306500 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1565388036760403968)]} 0 0
   [junit4]   2> 306502 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[118 (1565388036762501120)]} 0 0
   [junit4]   2> 306503 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1565388036763549696)]} 0 0
   [junit4]   2> 306504 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[119 (1565388036764598272)]} 0 0
   [junit4]   2> 306505 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1565388036765646848)]} 0 0
   [junit4]   2> 306507 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[120 (1565388036766695424)]} 0 0
   [junit4]   2> 306508 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1565388036768792576)]} 0 0
   [junit4]   2> 306510 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[121 (1565388036769841152)]} 0 0
   [junit4]   2> 306511 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1565388036770889728)]} 0 0
   [junit4]   2> 306512 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[122 (1565388036772986880)]} 0 0
   [junit4]   2> 306514 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1565388036774035456)]} 0 1
   [junit4]   2> 306515 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[123 (1565388036776132608)]} 0 0
   [junit4]   2> 306516 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1565388036777181184)]} 0 0
   [junit4]   2> 306517 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[124 (1565388036778229760)]} 0 0
   [junit4]   2> 306519 INFO  (qtp31157247-1440) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1565388036779278336)]} 0 0
   [junit4]   2> 306520 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[125 (1565388036780326912)]} 0 0
   [junit4]   2> 306521 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1565388036781375488)]} 0 0
   [junit4]   2> 306522 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[126 (1565388036783472640)]} 0 0
   [junit4]   2> 306523 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1565388036784521216)]} 0 0
   [junit4]   2> 306524 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[127 (1565388036785569792)]} 0 0
   [junit4]   2> 306526 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1565388036787666944)]} 0 0
   [junit4]   2> 306527 INFO  (qtp16817917-1456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[128 (1565388036788715520)]} 0 0
   [junit4]   2> 306529 INFO  (qtp31157247-1439) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1565388036789764096)]} 0 0
   [junit4]   2> 306530 INFO  (qtp16817917-1457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[129 (1565388036790812672)]} 0 0
   [junit4]   2> 306531 INFO  (qtp31157247-1441) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1565388036792909824)]} 0 0
   [junit4]   2> 306532 INFO  (qtp16817917-1458) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[130 (1565388036793958400)]} 0 0
   [junit4]   2> 306533 INFO  (qtp31157247-1434) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1565388036795006976)]} 0 0
   [junit4]   2> 306534 INFO  (qtp16817917-1451) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[131 (1565388036796055552)]} 0 0
 

[...truncated too long message...]

che.solr.core.CoreContainer.create(CoreContainer.java:958)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]    > 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]    > 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]    > 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]    > 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]    > 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
   [junit4]    > 	at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)
   [junit4]    > 	at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)
   [junit4]    > 	at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2EBC9B2E66B5A91D]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:563)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [152/702 (2!)] on J2 in 54.18s, 1 test, 1 failure <<< FAILURES!

[...truncated 38015 lines...]

Re: [JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+164) - Build # 19456 - Still Unstable!

Posted by Erick Erickson <er...@gmail.com>.
I'm still working on this but every time I get one set of problems
fixed something else pops out.

On Sat, Apr 22, 2017 at 4:49 AM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/19456/
> Java: 32bit/jdk-9-ea+164 -server -XX:+UseSerialGC
>
> 2 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SolrCloudExampleTest
>
> Error Message:
> ObjectTracker found 5 object(s) that were not released!!! [RawDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:489)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:941)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)  at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)  at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)  at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)  at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:752)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)  at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:438)  at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1250)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:524)  at org.apache.solr.update.UpdateLog.add(UpdateLog.java:509)  at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)  at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:267)  at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:217)  at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:991)  at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1207)  at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:753)  at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)  at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)  at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)  at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)  at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)  at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)  at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)  at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)  at org.eclipse.jetty.server.Server.handle(Server.java:534)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)  at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)  at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)  at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)  at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)  at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)  at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)  at java.base/java.lang.Thread.run(Thread.java:844)
>
> Stack Trace:
> java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [RawDirectoryWrapper, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, TransactionLog, MockDirectoryWrapper]
> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
>         at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
>         at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
>         at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:489)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:941)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
>         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
>         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
>         at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
>         at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
>         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
>         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
>         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
>         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
>         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>         at org.eclipse.jetty.server.Server.handle(Server.java:534)
>         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor
>         at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:883)
>         at org.apache.solr.core.SolrCore.reload(SolrCore.java:647)
>         at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1154)
>         at org.apache.solr.core.SolrCore.lambda$getConfListener$18(SolrCore.java:2949)
>         at org.apache.solr.handler.SolrConfigHandler$Command.lambda$handleGET$0(SolrConfigHandler.java:225)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
>         at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
>         at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
>         at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
>         at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:752)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
>         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
>         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
>         at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
>         at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
>         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
>         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
>         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
>         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
>         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>         at org.eclipse.jetty.server.Server.handle(Server.java:534)
>         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
>         at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
>         at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:190)
>         at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:438)
>         at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1250)
>         at org.apache.solr.update.UpdateLog.add(UpdateLog.java:524)
>         at org.apache.solr.update.UpdateLog.add(UpdateLog.java:509)
>         at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
>         at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:267)
>         at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:217)
>         at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:991)
>         at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1207)
>         at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:753)
>         at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.AddSchemaFieldsUpdateProcessorFactory$AddSchemaFieldsUpdateProcessor.processAdd(AddSchemaFieldsUpdateProcessorFactory.java:336)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>         at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>         at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
>         at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
>         at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
>         at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
>         at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
>         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
>         at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)
>         at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
>         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
>         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>         at org.eclipse.jetty.server.Server.handle(Server.java:534)
>         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
>         at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
>         at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
>         at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)
>         at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
>         at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
>         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
>         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
>         at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
>         at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
>         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
>         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
>         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
>         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
>         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
>         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
>         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>         at org.eclipse.jetty.server.Server.handle(Server.java:534)
>         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
>         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>         at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
>         at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.assertTrue(Assert.java:43)
>         at org.junit.Assert.assertNull(Assert.java:551)
>         at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
>         at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
>         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:563)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
> FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup
>
> Error Message:
> No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1
>
> Stack Trace:
> org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1
>         at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91:49054C180DEF729A]:0)
>         at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:749)
>         at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:735)
>         at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup(DeleteReplicaTest.java:91)
>         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:563)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
>
>
>
>
> Build Log:
> [...truncated 12355 lines...]
>    [junit4] Suite: org.apache.solr.cloud.DeleteReplicaTest
>    [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/init-core-data-001
>    [junit4]   2> 1387228 WARN  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
>    [junit4]   2> 1387228 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
>    [junit4]   2> 1387230 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
>    [junit4]   2> 1387232 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001
>    [junit4]   2> 1387233 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 1387233 INFO  (Thread-2591) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 1387233 INFO  (Thread-2591) [    ] o.a.s.c.ZkTestServer Starting server
>    [junit4]   2> 1387333 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45961
>    [junit4]   2> 1387339 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>    [junit4]   2> 1387340 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>    [junit4]   2> 1387341 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7373b8{/solr,null,AVAILABLE}
>    [junit4]   2> 1387342 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>    [junit4]   2> 1387342 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@aae7c5{/solr,null,AVAILABLE}
>    [junit4]   2> 1387343 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@139428f{/solr,null,AVAILABLE}
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@188063c{SSL,[ssl, http/1.1]}{127.0.0.1:35272}
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1c74f81{SSL,[ssl, http/1.1]}{127.0.0.1:43533}
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1db9e13{SSL,[ssl, http/1.1]}{127.0.0.1:46637}
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-1) [    ] o.e.j.s.Server Started @1389142ms
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-2) [    ] o.e.j.s.Server Started @1389143ms
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43533}
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46637}
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-3) [    ] o.e.j.s.Server Started @1389142ms
>    [junit4]   2> 1387345 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35272}
>    [junit4]   2> 1387345 ERROR (jetty-launcher-2080-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>    [junit4]   2> 1387346 ERROR (jetty-launcher-2080-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.468375Z
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.468418Z
>    [junit4]   2> 1387346 ERROR (jetty-launcher-2080-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 1387346 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.468810Z
>    [junit4]   2> 1387347 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
>    [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dad1cd{/solr,null,AVAILABLE}
>    [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ef5671{SSL,[ssl, http/1.1]}{127.0.0.1:34167}
>    [junit4]   2> 1387348 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.e.j.s.Server Started @1389146ms
>    [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34167}
>    [junit4]   2> 1387349 ERROR (jetty-launcher-2080-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>    [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
>    [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>    [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 1387349 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-04-22T11:27:30.471462Z
>    [junit4]   2> 1387352 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
>    [junit4]   2> 1387357 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
>    [junit4]   2> 1387357 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
>    [junit4]   2> 1387359 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
>    [junit4]   2> 1387361 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45961/solr
>    [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 1387374 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46637_solr
>    [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35272_solr
>    [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43533_solr
>    [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.Overseer Overseer (id=97836102474661897-127.0.0.1:46637_solr-n_0000000000) starting
>    [junit4]   2> 1387376 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34167_solr
>    [junit4]   2> 1387377 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>    [junit4]   2> 1387377 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>    [junit4]   2> 1387380 INFO  (zkCallback-2102-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>    [junit4]   2> 1387386 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
>    [junit4]   2> 1387386 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
>    [junit4]   2> 1387388 INFO  (zkCallback-2099-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
>    [junit4]   2> 1387392 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46637_solr
>    [junit4]   2> 1387392 INFO  (zkCallback-2102-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 1387392 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 1387392 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 1387395 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
>    [junit4]   2> 1387550 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387554 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387554 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387556 INFO  (jetty-launcher-2080-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/.
>    [junit4]   2> 1387621 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387624 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387625 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387626 INFO  (jetty-launcher-2080-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node3/.
>    [junit4]   2> 1387643 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387647 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387647 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1387649 INFO  (jetty-launcher-2080-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node4/.
>    [junit4]   2> 1387664 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1388968 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1388968 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1388970 INFO  (jetty-launcher-2080-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/.
>    [junit4]   2> 1389032 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
>    [junit4]   2> 1389032 INFO  (SUITE-DeleteReplicaTest-seed#[39E5C8A289A0DB91]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45961/solr ready
>    [junit4]   2> 1389055 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[39E5C8A289A0DB91]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaAndVerifyDirectoryCleanup
>    [junit4]   2> 1389111 INFO  (qtp2737964-12062) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=deletereplica_test&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
>    [junit4]   2> 1389112 INFO  (OverseerThreadFactory-5634-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection deletereplica_test
>    [junit4]   2> 1389224 INFO  (qtp2737964-12056) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica1&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2
>    [junit4]   2> 1389225 INFO  (qtp2737964-12056) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 1389265 INFO  (qtp1326932-12064) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica2&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2
>    [junit4]   2> 1389266 INFO  (qtp1326932-12064) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 1389369 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1389369 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1390235 INFO  (qtp2737964-12056) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>    [junit4]   2> 1390261 INFO  (qtp2737964-12056) [    ] o.a.s.s.IndexSchema [deletereplica_test_shard1_replica1] Schema name=minimal
>    [junit4]   2> 1390262 INFO  (qtp2737964-12056) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>    [junit4]   2> 1390262 INFO  (qtp2737964-12056) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletereplica_test_shard1_replica1' using configuration from collection deletereplica_test, trusted=true
>    [junit4]   2> 1390263 INFO  (qtp2737964-12056) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.core.deletereplica_test.shard1.replica1' (registry 'solr.core.deletereplica_test.shard1.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1390263 INFO  (qtp2737964-12056) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1390263 INFO  (qtp2737964-12056) [    ] o.a.s.c.SolrCore [[deletereplica_test_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/deletereplica_test_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/./deletereplica_test_shard1_replica1/data/]
>    [junit4]   2> 1390274 INFO  (qtp1326932-12064) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>    [junit4]   2> 1390282 INFO  (qtp1326932-12064) [    ] o.a.s.s.IndexSchema [deletereplica_test_shard1_replica2] Schema name=minimal
>    [junit4]   2> 1390284 INFO  (qtp1326932-12064) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>    [junit4]   2> 1390284 INFO  (qtp1326932-12064) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletereplica_test_shard1_replica2' using configuration from collection deletereplica_test, trusted=true
>    [junit4]   2> 1390285 INFO  (qtp1326932-12064) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.core.deletereplica_test.shard1.replica2' (registry 'solr.core.deletereplica_test.shard1.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1390285 INFO  (qtp1326932-12064) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1390285 INFO  (qtp1326932-12064) [    ] o.a.s.c.SolrCore [[deletereplica_test_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/deletereplica_test_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/./deletereplica_test_shard1_replica2/data/]
>    [junit4]   2> 1390573 INFO  (qtp2737964-12056) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 1390573 INFO  (qtp2737964-12056) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 1390657 INFO  (qtp1326932-12064) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 1390657 INFO  (qtp1326932-12064) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 1393013 INFO  (qtp2737964-12056) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>    [junit4]   2> 1393013 INFO  (qtp2737964-12056) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>    [junit4]   2> 1393014 INFO  (qtp1326932-12064) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>    [junit4]   2> 1393014 INFO  (qtp1326932-12064) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>    [junit4]   2> 1393015 INFO  (qtp2737964-12056) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15ddac8[deletereplica_test_shard1_replica1] main]
>    [junit4]   2> 1393019 INFO  (qtp1326932-12064) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16d4c9c[deletereplica_test_shard1_replica2] main]
>    [junit4]   2> 1393020 INFO  (qtp2737964-12056) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
>    [junit4]   2> 1393020 INFO  (qtp2737964-12056) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
>    [junit4]   2> 1393021 INFO  (qtp2737964-12056) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
>    [junit4]   2> 1393021 INFO  (qtp1326932-12064) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
>    [junit4]   2> 1393025 INFO  (searcherExecutor-5643-thread-1) [    ] o.a.s.c.SolrCore [deletereplica_test_shard1_replica1] Registered new searcher Searcher@15ddac8[deletereplica_test_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 1393025 INFO  (qtp2737964-12056) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565377645664796672
>    [junit4]   2> 1393025 INFO  (qtp1326932-12064) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
>    [junit4]   2> 1393026 INFO  (qtp1326932-12064) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
>    [junit4]   2> 1393029 INFO  (searcherExecutor-5644-thread-1) [    ] o.a.s.c.SolrCore [deletereplica_test_shard1_replica2] Registered new searcher Searcher@16d4c9c[deletereplica_test_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 1393029 INFO  (qtp1326932-12064) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1565377645668990976
>    [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>    [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>    [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46637/solr/deletereplica_test_shard1_replica2/
>    [junit4]   2> 1393034 INFO  (qtp1326932-12064) [    ] o.a.s.u.PeerSync PeerSync: core=deletereplica_test_shard1_replica2 url=https://127.0.0.1:46637/solr START replicas=[https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/] nUpdates=100
>    [junit4]   2> 1393035 INFO  (qtp1326932-12064) [    ] o.a.s.u.PeerSync PeerSync: core=deletereplica_test_shard1_replica2 url=https://127.0.0.1:46637/solr DONE.  We have no versions.  sync failed.
>    [junit4]   2> 1393035 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1393035 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1393037 INFO  (qtp2737964-12061) [    ] o.a.s.c.S.Request [deletereplica_test_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
>    [junit4]   2> 1393038 INFO  (qtp1326932-12064) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
>    [junit4]   2> 1393038 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
>    [junit4]   2> 1393038 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
>    [junit4]   2> 1393041 INFO  (qtp1326932-12064) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46637/solr/deletereplica_test_shard1_replica2/ shard1
>    [junit4]   2> 1393142 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1393142 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1393191 INFO  (qtp1326932-12064) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
>    [junit4]   2> 1393197 INFO  (qtp1326932-12064) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica2&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=3931
>    [junit4]   2> 1393295 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1393295 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1394042 INFO  (qtp2737964-12056) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=deletereplica_test_shard1_replica1&action=CREATE&numShards=1&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=4818
>    [junit4]   2> 1394045 INFO  (qtp2737964-12062) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
>    [junit4]   2> 1394138 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1394138 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1395046 INFO  (qtp2737964-12062) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=deletereplica_test&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=5934
>    [junit4]   2> 1395050 INFO  (qtp1326932-12064) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=true&wt=javabin&version=2} status=0 QTime=0
>    [junit4]   2> 1395051 INFO  (qtp2737964-12055) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node2&action=DELETEREPLICA&collection=deletereplica_test&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
>    [junit4]   2> 1395053 INFO  (OverseerCollectionConfigSetProcessor-97836102474661897-127.0.0.1:46637_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
>    [junit4]   2> 1395054 INFO  (qtp1326932-12069) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deletereplica_test.shard1.replica2, tag=null
>    [junit4]   2> 1395059 INFO  (qtp1326932-12069) [    ] o.a.s.c.SolrCore [deletereplica_test_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@1c966cb
>    [junit4]   2> 1395060 INFO  (qtp1326932-12069) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.deletereplica_test.shard1.replica2, tag=29976267
>    [junit4]   2> 1395060 INFO  (qtp1326932-12069) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.deletereplica_test.shard1.leader, tag=29976267
>    [junit4]   2> 1395073 INFO  (qtp1326932-12069) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=deletereplica_test_shard1_replica2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=19
>    [junit4]   2> 1395073 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>    [junit4]   2> 1395175 INFO  (zkCallback-2099-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1395275 INFO  (qtp2737964-12055) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node2&action=DELETEREPLICA&collection=deletereplica_test&shard=shard1&wt=javabin&version=2} status=0 QTime=224
>    [junit4]   2> 1397057 INFO  (OverseerCollectionConfigSetProcessor-97836102474661897-127.0.0.1:46637_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
>    [junit4]   2> 1397574 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/
>    [junit4]   2> 1397574 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>    [junit4]   2> 1397574 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/ has no replicas
>    [junit4]   2> 1400105 INFO  (TEST-DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup-seed#[39E5C8A289A0DB91]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteReplicaAndVerifyDirectoryCleanup
>    [junit4]   2> 1400107 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43533/solr/deletereplica_test_shard1_replica1/ shard1
>    [junit4]   2> 1400108 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletereplica_test/state.json] for collection [deletereplica_test] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DeleteReplicaTest -Dtests.method=deleteReplicaAndVerifyDirectoryCleanup -Dtests.seed=39E5C8A289A0DB91 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ksh -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   11.1s J1 | DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup <<<
>    [junit4]    > Throwable #1: org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: deletereplica_test slice: shard1
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91:49054C180DEF729A]:0)
>    [junit4]    >        at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:749)
>    [junit4]    >        at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:735)
>    [junit4]    >        at org.apache.solr.cloud.DeleteReplicaTest.deleteReplicaAndVerifyDirectoryCleanup(DeleteReplicaTest.java:91)
>    [junit4]    >        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>    [junit4]    >        at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>    [junit4]    >        at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]    >        at java.base/java.lang.reflect.Method.invoke(Method.java:563)
>    [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> 1400127 INFO  (TEST-DeleteReplicaTest.deleteReplicaByCountForAllShards-seed#[39E5C8A289A0DB91]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteReplicaByCountForAllShards
>    [junit4]   2> 1400129 INFO  (qtp2737964-12057) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=deleteByCountNew&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
>    [junit4]   2> 1400130 INFO  (OverseerThreadFactory-5634-thread-3) [    ] o.a.s.c.CreateCollectionCmd Create collection deleteByCountNew
>    [junit4]   2> 1400334 INFO  (qtp2737964-12060) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2
>    [junit4]   2> 1400336 INFO  (qtp1326932-12070) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica2&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2
>    [junit4]   2> 1400395 INFO  (qtp4789091-12073) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard2_replica1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard2&wt=javabin&version=2
>    [junit4]   2> 1400396 INFO  (qtp4789091-12073) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 1400396 INFO  (qtp10989750-12086) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=deleteByCountNew_shard1_replica1&action=CREATE&numShards=2&collection=deleteByCountNew&shard=shard1&wt=javabin&version=2
>    [junit4]   2> 1400397 INFO  (qtp10989750-12086) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
>    [junit4]   2> 1400499 INFO  (zkCallback-2102-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1400499 INFO  (zkCallback-2094-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1400499 INFO  (zkCallback-2097-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1400499 INFO  (zkCallback-2099-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteByCountNew/state.json] for collection [deleteByCountNew] has occurred - updating... (live nodes size: [4])
>    [junit4]   2> 1401343 INFO  (qtp2737964-12060) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>    [junit4]   2> 1401343 INFO  (qtp1326932-12070) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>    [junit4]   2> 1401348 INFO  (qtp1326932-12070) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica2] Schema name=minimal
>    [junit4]   2> 1401348 INFO  (qtp2737964-12060) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica2] Schema name=minimal
>    [junit4]   2> 1401349 INFO  (qtp1326932-12070) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>    [junit4]   2> 1401349 INFO  (qtp1326932-12070) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica2' using configuration from collection deleteByCountNew, trusted=true
>    [junit4]   2> 1401349 INFO  (qtp2737964-12060) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>    [junit4]   2> 1401349 INFO  (qtp2737964-12060) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica2' using configuration from collection deleteByCountNew, trusted=true
>    [junit4]   2> 1401350 INFO  (qtp1326932-12070) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46637.solr.core.deleteByCountNew.shard2.replica2' (registry 'solr.core.deleteByCountNew.shard2.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1401350 INFO  (qtp2737964-12060) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43533.solr.core.deleteByCountNew.shard1.replica2' (registry 'solr.core.deleteByCountNew.shard1.replica2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1401350 INFO  (qtp1326932-12070) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1401350 INFO  (qtp2737964-12060) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1401350 INFO  (qtp1326932-12070) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/deleteByCountNew_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node2/./deleteByCountNew_shard2_replica2/data/]
>    [junit4]   2> 1401350 INFO  (qtp2737964-12060) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/deleteByCountNew_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node1/./deleteByCountNew_shard1_replica2/data/]
>    [junit4]   2> 1401404 INFO  (qtp4789091-12073) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>    [junit4]   2> 1401406 INFO  (qtp10989750-12086) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
>    [junit4]   2> 1401409 INFO  (qtp4789091-12073) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard2_replica1] Schema name=minimal
>    [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>    [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard2_replica1' using configuration from collection deleteByCountNew, trusted=true
>    [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35272.solr.core.deleteByCountNew.shard2.replica1' (registry 'solr.core.deleteByCountNew.shard2.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1401411 INFO  (qtp4789091-12073) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node3/deleteByCountNew_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node3/./deleteByCountNew_shard2_replica1/data/]
>    [junit4]   2> 1401412 INFO  (qtp10989750-12086) [    ] o.a.s.s.IndexSchema [deleteByCountNew_shard1_replica1] Schema name=minimal
>    [junit4]   2> 1401414 INFO  (qtp10989750-12086) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
>    [junit4]   2> 1401414 INFO  (qtp10989750-12086) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deleteByCountNew_shard1_replica1' using configuration from collection deleteByCountNew, trusted=true
>    [junit4]   2> 1401414 INFO  (qtp10989750-12086) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34167.solr.core.deleteByCountNew.shard1.replica1' (registry 'solr.core.deleteByCountNew.shard1.replica1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1d4d778
>    [junit4]   2> 1401415 INFO  (qtp10989750-12086) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1401415 INFO  (qtp10989750-12086) [    ] o.a.s.c.SolrCore [[deleteByCountNew_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node4/deleteByCountNew_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteReplicaTest_39E5C8A289A0DB91-001/tempDir-001/node4/./deleteByCountNew_shard1_replica1/data/]
>    [junit4]   2> 1401662 INFO  (qtp1326932-12070) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 1401662 INFO  (qtp1326932-12070) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 1401684 INFO  (qtp2737964-12060) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 1401684 INFO  (qtp2737964-12060) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 1401689 INFO  (qtp4789091-12073) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 1401689 INFO  (qtp4789091-12073) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 1401814 INFO  (qtp10989750-12086) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 1401814 INFO  (qtp10989750-12086) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 1402323 INFO  (qtp10989750-12086) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>    [junit4]   2> 1402323 INFO  (qtp10989750-12086) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>    [junit4]   2> 1402323 INFO  (qtp1326932-12070) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>    [junit4]   2> 1402323 INFO
>
> [...truncated too long message...]
>
> RequestProcessor.java:55)
>    [junit4]    >        at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>    [junit4]    >        at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>    [junit4]    >        at org.apache.solr.update.processor.FieldNameMutatingUpdateProcessorFactory$1.processAdd(FieldNameMutatingUpdateProcessorFactory.java:74)
>    [junit4]    >        at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>    [junit4]    >        at org.apache.solr.update.processor.FieldMutatingUpdateProcessor.processAdd(FieldMutatingUpdateProcessor.java:118)
>    [junit4]    >        at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
>    [junit4]    >        at org.apache.solr.update.processor.AbstractDefaultValueUpdateProcessorFactory$DefaultValueUpdateProcessor.processAdd(AbstractDefaultValueUpdateProcessorFactory.java:91)
>    [junit4]    >        at org.apache.solr.handler.loader.XMLLoader.processUpdate(XMLLoader.java:261)
>    [junit4]    >        at org.apache.solr.handler.loader.XMLLoader.load(XMLLoader.java:188)
>    [junit4]    >        at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
>    [junit4]    >        at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
>    [junit4]    >        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
>    [junit4]    >        at org.apache.solr.core.SolrCore.execute(SolrCore.java:2486)
>    [junit4]    >        at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:722)
>    [junit4]    >        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:528)
>    [junit4]    >        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
>    [junit4]    >        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>    [junit4]    >        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>    [junit4]    >        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>    [junit4]    >        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]    >        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
>    [junit4]    >        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>    [junit4]    >        at org.eclipse.jetty.server.Server.handle(Server.java:534)
>    [junit4]    >        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>    [junit4]    >        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>    [junit4]    >        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>    [junit4]    >        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>    [junit4]    >        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
>    [junit4]    >        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>    [junit4]    >        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>    [junit4]    >        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>    [junit4]    >        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>    [junit4]    >        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>    [junit4]    >        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>    [junit4]    >        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>    [junit4]    >        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>    [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
>    [junit4]    >        at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
>    [junit4]    >        at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
>    [junit4]    >        at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:360)
>    [junit4]    >        at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:720)
>    [junit4]    >        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
>    [junit4]    >        at org.apache.solr.core.SolrCore.<init>(SolrCore.java:854)
>    [junit4]    >        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:958)
>    [junit4]    >        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:893)
>    [junit4]    >        at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:88)
>    [junit4]    >        at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:370)
>    [junit4]    >        at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
>    [junit4]    >        at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
>    [junit4]    >        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:178)
>    [junit4]    >        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
>    [junit4]    >        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
>    [junit4]    >        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
>    [junit4]    >        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:355)
>    [junit4]    >        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:306)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>    [junit4]    >        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>    [junit4]    >        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>    [junit4]    >        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>    [junit4]    >        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>    [junit4]    >        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]    >        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
>    [junit4]    >        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>    [junit4]    >        at org.eclipse.jetty.server.Server.handle(Server.java:534)
>    [junit4]    >        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>    [junit4]    >        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>    [junit4]    >        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>    [junit4]    >        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>    [junit4]    >        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
>    [junit4]    >        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
>    [junit4]    >        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
>    [junit4]    >        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>    [junit4]    >        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>    [junit4]    >        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>    [junit4]    >        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>    [junit4]    >        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>    [junit4]    >        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>    [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([39E5C8A289A0DB91]:0)
>    [junit4]    >        at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
>    [junit4]    >        at jdk.internal.reflect.GeneratedMethodAccessor40.invoke(Unknown Source)
>    [junit4]    >        at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>    [junit4]    >        at java.base/java.lang.reflect.Method.invoke(Method.java:563)
>    [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4] Completed [514/702 (2!)] on J1 in 55.11s, 1 test, 1 failure <<< FAILURES!
>
> [...truncated 36863 lines...]
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org