You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/07/29 08:03:15 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2268 - Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2268/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([47E562C655546E89]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
	at jdk.internal.reflect.GeneratedMethodAccessor211.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 14411 lines...]
   [junit4] Suite: org.apache.solr.schema.TestBulkSchemaConcurrent
   [junit4]   2> 4407102 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4407102 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4407103 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/data-dir-338-001
   [junit4]   2> 4407103 WARN  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 4407103 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4407105 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4407105 INFO  (SUITE-TestBulkSchemaConcurrent-seed#[47E562C655546E89]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /s_/i
   [junit4]   2> 4407110 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4407110 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 4407110 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4407111 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 4407210 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer start zk server on port: 38481
   [junit4]   2> 4407210 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38481
   [junit4]   2> 4407210 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38481
   [junit4]   2> 4407210 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38481
   [junit4]   2> 4407220 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4407228 INFO  (zkConnectionManagerCallback-29850-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4407228 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4407240 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4407243 INFO  (zkConnectionManagerCallback-29852-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4407243 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4407244 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-managed-schema.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4407246 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4407248 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4407250 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4407251 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4407253 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4407254 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4407256 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4407257 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4407259 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4407260 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4407262 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4407466 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4407466 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4407467 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 4407473 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4407473 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4407473 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4407473 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72e1caef{/s_/i,null,AVAILABLE}
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5a95ac63{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46793}
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.s.Server Started @4407518ms
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/s_/i, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/tempDir-001/control/data, hostPort=46793, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/control-001/cores}
   [junit4]   2> 4407474 ERROR (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4407474 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-29T07:17:42.346724Z
   [junit4]   2> 4407475 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4407479 INFO  (zkConnectionManagerCallback-29854-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4407479 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4407581 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4407581 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/control-001/solr.xml
   [junit4]   2> 4407585 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27ecb201, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4410506 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4410507 WARN  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@48c5b7c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4410507 WARN  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@48c5b7c1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4410510 WARN  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f8ddd81[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4410510 WARN  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f8ddd81[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4410511 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38481/solr
   [junit4]   2> 4410512 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4410515 INFO  (zkConnectionManagerCallback-29864-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4410515 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4410710 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4410711 INFO  (zkConnectionManagerCallback-29866-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4410711 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4410825 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46793_s_%2Fi
   [junit4]   2> 4410826 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.Overseer Overseer (id=72218457157730308-127.0.0.1:46793_s_%2Fi-n_0000000000) starting
   [junit4]   2> 4410833 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46793_s_%2Fi
   [junit4]   2> 4410833 INFO  (OverseerStateUpdate-72218457157730308-127.0.0.1:46793_s_%2Fi-n_0000000000) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:46793_s_%2Fi
   [junit4]   2> 4410835 INFO  (OverseerStateUpdate-72218457157730308-127.0.0.1:46793_s_%2Fi-n_0000000000) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4410836 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4410836 WARN  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4410859 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4410879 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27ecb201
   [junit4]   2> 4410887 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27ecb201
   [junit4]   2> 4410887 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27ecb201
   [junit4]   2> 4410888 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/control-001/cores
   [junit4]   2> 4410896 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4410899 INFO  (zkConnectionManagerCallback-29881-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4410899 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4410900 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4410901 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38481/solr ready
   [junit4]   2> 4410905 INFO  (qtp1315409267-188450) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46793_s_%252Fi&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4410908 INFO  (OverseerThreadFactory-29871-thread-1-processing-n:127.0.0.1:46793_s_%2Fi) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 4411016 INFO  (OverseerStateUpdate-72218457157730308-127.0.0.1:46793_s_%2Fi-n_0000000000) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"control_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46793/s_/i",
   [junit4]   2>   "node_name":"127.0.0.1:46793_s_%2Fi",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 4411256 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi    x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 4411256 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi    x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 4411266 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 4411273 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 4411274 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 4411280 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 4411393 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 4411433 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/conf1/managed-schema
   [junit4]   2> 4411436 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/conf1/schema.xml to /configs/conf1/schema.xml.bak
   [junit4]   2> 4411437 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27ecb201
   [junit4]   2> 4411437 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 4411440 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1906699197, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 4411458 WARN  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, registerPath=/solr,/v2, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 4411520 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4411520 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4411522 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4411522 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4411523 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4411588 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4411588 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4411588 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/conf1/managed-schema
   [junit4]   2> 4411589 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 4411589 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4411590 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1673534705722458112
   [junit4]   2> 4411600 INFO  (searcherExecutor-29883-thread-1-processing-n:127.0.0.1:46793_s_%2Fi x:control_collection_shard1_replica_n1 c:control_collection s:shard1 r:core_node2) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4411602 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 4411602 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
   [junit4]   2> 4411606 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4411606 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4411606 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46793/s_/i/control_collection_shard1_replica_n1/
   [junit4]   2> 4411606 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4411606 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:46793/s_/i/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 4411606 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72218457157730308-core_node2-n_0000000000
   [junit4]   2> 4411608 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46793/s_/i/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 4411710 INFO  (zkCallback-29865-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4411710 INFO  (zkCallback-29865-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4411711 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4411713 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=457
   [junit4]   2> 4411716 INFO  (qtp1315409267-188450) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4411814 INFO  (zkCallback-29865-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4411814 INFO  (zkCallback-29865-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4411814 INFO  (zkCallback-29865-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 4411814 INFO  (qtp1315409267-188450) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46793_s_%252Fi&wt=javabin&version=2} status=0 QTime=910
   [junit4]   2> 4411815 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
   [junit4]   2> 4411920 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4411923 INFO  (zkConnectionManagerCallback-29892-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4411923 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4411925 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4411925 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38481/solr ready
   [junit4]   2> 4411925 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4411926 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4411932 INFO  (OverseerCollectionConfigSetProcessor-72218457157730308-127.0.0.1:46793_s_%2Fi-n_0000000000) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4411932 INFO  (OverseerThreadFactory-29871-thread-2-processing-n:127.0.0.1:46793_s_%2Fi) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 4412139 WARN  (OverseerThreadFactory-29871-thread-2-processing-n:127.0.0.1:46793_s_%2Fi) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 4412140 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 4412141 INFO  (qtp1315409267-188453) [n:127.0.0.1:46793_s_%2Fi     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=214
   [junit4]   2> 4412142 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4412142 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4412142 INFO  (watches-29889-thread-1) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4412142 INFO  (watches-29889-thread-1) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4412142 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4412142 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4412143 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
   [junit4]   2> 4412143 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
   [junit4]   2> 4412143 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
   [junit4]   2> 4412369 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/shard-1-001 of type NRT for shard2
   [junit4]   2> 4412370 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4412371 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4412371 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 4412371 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4412371 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4412371 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b24c48a{/s_/i,null,AVAILABLE}
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6ddfbc62{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39179}
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.e.j.s.Server Started @4412417ms
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/s_/i, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/tempDir-001/jetty1, hostPort=39179, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/shard-1-001/cores}
   [junit4]   2> 4412372 ERROR (closeThreadPool-29893-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4412372 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-29T07:17:47.244824Z
   [junit4]   2> 4412373 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4412375 INFO  (zkConnectionManagerCallback-29895-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4412375 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4412477 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4412477 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/shard-1-001/solr.xml
   [junit4]   2> 4412481 INFO  (closeThreadPool-29893-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27ecb201, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4412596 INFO  (TEST-TestBulkSchemaConcurrent.test-seed#[47E562C655546E89]) [     ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.schema.TestBulkSchemaConcurrent_47E562C655546E89-001/shard-2-001 of type NRT for shard1
   [junit4]   2> 4412597 INFO  (closeThreadPool-29893-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4412597 INFO  (closeThreadPool-29893-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4412597 INFO  (closeThreadPool-29893-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 4412598 INFO  (closeThreadPool-29893-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4412598 INFO  (closeThreadPool-29893-thread-2) [     ] o.e.j.s.session No Session

[...truncated too long message...]

server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > >
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([47E562C655546E89]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
   [junit4]    > 	at jdk.internal.reflect.GeneratedMethodAccessor211.invoke(Unknown Source)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [669/868 (1!)] on J1 in 87.96s, 1 test, 1 failure <<< FAILURES!

[...truncated 52508 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2272 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2272/

3 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Error from server at http://127.0.0.1:36235/delete_data_dir: Expected mime type application/octet-stream but got application/json. {   "error":{     "metadata":[       "error-class","org.apache.solr.common.SolrException",       "root-error-class","java.net.SocketTimeoutException"],     "msg":"Error trying to proxy request for url: http://127.0.0.1:38283/delete_data_dir/update",     "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:38283/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:747)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:571)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:719)\n\t... 32 more\n",     "code":500}} 

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36235/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
  "error":{
    "metadata":[
      "error-class","org.apache.solr.common.SolrException",
      "root-error-class","java.net.SocketTimeoutException"],
    "msg":"Error trying to proxy request for url: http://127.0.0.1:38283/delete_data_dir/update",
    "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:38283/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:747)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:571)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:500)\n\tat org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)\n\tat org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)\n\tat java.base/java.lang.Thread.run(Thread.java:834)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.base/java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)\n\tat java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:122)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:719)\n\t... 32 more\n",
    "code":500}}

	at __randomizedtesting.SeedInfo.seed([97773E4948CA580B:1F230193E63635F3]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:635)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:505)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:480)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:190)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:107)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestSolrConfigHandlerConcurrent

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, RawDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, RawDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [MockDirectoryWrapper, RawDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:818)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:407)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:786)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1010)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([97773E4948CA580B]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)


FAILED:  org.apache.solr.client.solrj.io.stream.MathExpressionTest.testZipFDistribution

Error Message:
Zipf distribution not descending!!!

Stack Trace:
java.lang.Exception: Zipf distribution not descending!!!
	at __randomizedtesting.SeedInfo.seed([2155D61EB11F1623:5E0BB3AA6B71E0B]:0)
	at org.apache.solr.client.solrj.io.stream.MathExpressionTest.testZipFDistribution(MathExpressionTest.java:3871)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13939 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
   [junit4]   2> 4207905 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4207905 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4207905 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_97773E4948CA580B-001/data-dir-214-001
   [junit4]   2> 4207906 WARN  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=336 numCloses=336
   [junit4]   2> 4207906 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4207907 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 4207907 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4207993 WARN  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4207994 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 4207996 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4207996 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4207996 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4207996 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cbb8379{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4208119 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@909d167{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-38733-hadoop-hdfs-3_2_0-tests_jar-_-any-3290341024676787156.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 4208119 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3b442e67{HTTP/1.1, (http/1.1)}{localhost.localdomain:38733}
   [junit4]   2> 4208119 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.Server Started @4208152ms
   [junit4]   2> 4208184 WARN  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4208185 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 4208185 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4208185 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4208185 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4208193 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d62f214{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 4208336 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3ece7986{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-41313-hadoop-hdfs-3_2_0-tests_jar-_-any-3646037582428078022.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 4208336 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7df7afd6{HTTP/1.1, (http/1.1)}{localhost:41313}
   [junit4]   2> 4208336 INFO  (SUITE-StressHdfsTest-seed#[97773E4948CA580B]-worker) [     ] o.e.j.s.Server Started @4208369ms
   [junit4]   2> 4208508 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe6ac84cf24a878fa: Processing first storage report for DS-0b096ad0-e781-444f-b4a7-22eebb8c69a2 from datanode 1543e145-4adf-40d3-9b64-10d22232add6
   [junit4]   2> 4208508 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe6ac84cf24a878fa: from storage DS-0b096ad0-e781-444f-b4a7-22eebb8c69a2 node DatanodeRegistration(127.0.0.1:33689, datanodeUuid=1543e145-4adf-40d3-9b64-10d22232add6, infoPort=39411, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=662182859;c=1596360393426), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4208508 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe6ac84cf24a878fa: Processing first storage report for DS-492f7013-afa3-4e9e-9dd5-c1d3e8b97049 from datanode 1543e145-4adf-40d3-9b64-10d22232add6
   [junit4]   2> 4208508 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0xe6ac84cf24a878fa: from storage DS-492f7013-afa3-4e9e-9dd5-c1d3e8b97049 node DatanodeRegistration(127.0.0.1:33689, datanodeUuid=1543e145-4adf-40d3-9b64-10d22232add6, infoPort=39411, infoSecurePort=0, ipcPort=35037, storageInfo=lv=-57;cid=testClusterID;nsid=662182859;c=1596360393426), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 4208582 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4208582 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 4208582 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4208584 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 4208682 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer start zk server on port: 38767
   [junit4]   2> 4208682 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:38767
   [junit4]   2> 4208682 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:38767
   [junit4]   2> 4208682 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 38767
   [junit4]   2> 4208684 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4208690 INFO  (zkConnectionManagerCallback-32366-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4208690 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4208699 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4208701 INFO  (zkConnectionManagerCallback-32368-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4208701 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4208702 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4208703 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4208705 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4208706 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4208708 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4208709 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4208711 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4208712 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4208713 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4208715 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4208716 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4208727 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 4208952 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4208953 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4208953 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3882f9b{/,null,AVAILABLE}
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@3bf9c78c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41053}
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.s.Server Started @4208997ms
   [junit4]   2> 4208964 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://localhost.localdomain:38827/hdfs__localhost.localdomain_38827__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_97773E4948CA580B-001_tempDir-002_control_data, hostPort=41053, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_97773E4948CA580B-001/control-001/cores}
   [junit4]   2> 4208965 ERROR (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4208965 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4208965 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4208965 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4208965 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4208965 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-08-02T09:26:34.469261Z
   [junit4]   2> 4208965 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4208967 INFO  (zkConnectionManagerCallback-32370-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4208967 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4209068 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4209068 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_97773E4948CA580B-001/control-001/solr.xml
   [junit4]   2> 4209073 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@186f01d2, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4209982 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4209983 WARN  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@289c8b3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4209983 WARN  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@289c8b3a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4209985 WARN  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1215c174[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4209985 WARN  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1215c174[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4209987 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38767/solr
   [junit4]   2> 4209988 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4209990 INFO  (zkConnectionManagerCallback-32380-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4209990 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4210092 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4210093 INFO  (zkConnectionManagerCallback-32382-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4210093 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4210202 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41053_
   [junit4]   2> 4210203 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.Overseer Overseer (id=72241613130563588-127.0.0.1:41053_-n_0000000000) starting
   [junit4]   2> 4210208 INFO  (OverseerStateUpdate-72241613130563588-127.0.0.1:41053_-n_0000000000) [n:127.0.0.1:41053_     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41053_
   [junit4]   2> 4210208 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41053_
   [junit4]   2> 4210209 INFO  (OverseerStateUpdate-72241613130563588-127.0.0.1:41053_-n_0000000000) [n:127.0.0.1:41053_     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4210211 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4210212 WARN  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4210239 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4210259 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@186f01d2
   [junit4]   2> 4210268 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@186f01d2
   [junit4]   2> 4210268 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@186f01d2
   [junit4]   2> 4210269 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [n:127.0.0.1:41053_     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_97773E4948CA580B-001/control-001/cores
   [junit4]   2> 4210276 INFO  (TEST-StressHdfsTest.test-seed#[97773E4948CA580B]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4210277 INFO  (zkConnectionManagerCallback-32397-thread-

[...truncated too long message...]

]   2> 221866 INFO  (jetty-closer-4264-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 221866 INFO  (jetty-closer-4264-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e9be7a9: rootName = solr_40439, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1323a02
   [junit4]   2> 221866 INFO  (jetty-closer-4264-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 221866 INFO  (jetty-closer-4264-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e0f3556: rootName = solr_33537, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1e16745c
   [junit4]   2> 221867 INFO  (jetty-closer-4264-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 221869 INFO  (jetty-closer-4264-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 221869 INFO  (jetty-closer-4264-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43899f90: rootName = solr_33537, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1323a02
   [junit4]   2> 221869 INFO  (jetty-closer-4264-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 221870 WARN  (qtp379954110-6572-SendThread(127.0.0.1:46635)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100a77505f8000c.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100a77505f8000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100a77505f8000c, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 221934 INFO  (jetty-closer-4264-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72241715091079177-127.0.0.1:42073_solr-n_0000000000) closing
   [junit4]   2> 221935 INFO  (jetty-closer-4264-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f52015e{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 221935 INFO  (jetty-closer-4264-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a9a0685{/solr,null,UNAVAILABLE}
   [junit4]   2> 221935 INFO  (jetty-closer-4264-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 222235 INFO  (jetty-closer-4264-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e2de25e{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 222235 INFO  (jetty-closer-4264-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@21dd5bc6{/solr,null,UNAVAILABLE}
   [junit4]   2> 222236 INFO  (jetty-closer-4264-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 222336 INFO  (jetty-closer-4264-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@40ae368c{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 222336 INFO  (jetty-closer-4264-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@23d7607{/solr,null,UNAVAILABLE}
   [junit4]   2> 222336 INFO  (jetty-closer-4264-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 222436 INFO  (jetty-closer-4264-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@595f5521{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 222436 INFO  (jetty-closer-4264-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@35b134ba{/solr,null,UNAVAILABLE}
   [junit4]   2> 222436 INFO  (jetty-closer-4264-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 222437 INFO  (SUITE-MathExpressionTest-seed#[2155D61EB11F1623]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 222438 WARN  (SUITE-MathExpressionTest-seed#[2155D61EB11F1623]-worker-SendThread(127.0.0.1:46635)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100a77505f80000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100a77505f80000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100a77505f80000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 222641 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	2	/solr/collections/collection1/collectionprops.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/collection1/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	29	/solr/live_nodes
   [junit4]   2> 	21	/solr/overseer/queue
   [junit4]   2> 	12	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 222644 INFO  (SUITE-MathExpressionTest-seed#[2155D61EB11F1623]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:46635
   [junit4]   2> 222644 INFO  (SUITE-MathExpressionTest-seed#[2155D61EB11F1623]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:46635
   [junit4]   2> 222644 INFO  (SUITE-MathExpressionTest-seed#[2155D61EB11F1623]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 46635
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.io.stream.MathExpressionTest_2155D61EB11F1623-001
   [junit4]   2> Aug 02, 2020 9:52:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {test_t=PostingsFormat(name=Asserting), col_s=Lucene84, multiDefault=Lucene84, id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=Asserting)}, docValues:{col_s=DocValuesFormat(name=Lucene80), order_i=DocValuesFormat(name=Lucene80), _version_=DocValuesFormat(name=Lucene80), multiDefault=DocValuesFormat(name=Lucene80), price_f=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), test_dt=DocValuesFormat(name=Asserting), price_i=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting), miles_i=DocValuesFormat(name=Lucene80), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=354, maxMBSortInHeap=7.767988136687123, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-CI, timezone=Pacific/Kosrae
   [junit4]   2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 11.0.6 (64-bit)/cpus=4,threads=1,free=202695816,total=318767104
   [junit4]   2> NOTE: All tests run in this JVM: [SolrExampleEmbeddedTest, TermsResponseTest, OperationsTest, SolrExampleStreamingBinaryTest, AndEvaluatorTest, BasicHttpSolrClientTest, LBHttpSolrClientBuilderTest, SolrExampleBinaryTest, TestValidatingJsonMap, HttpSolrClientConPoolTest, TestCollectionAdminRequest, HttpClientUtilTest, TestJSONWriter, TestRetryUtil, TestDocCollectionWatcher, TestUpdateRequestCodec, LessThanEvaluatorTest, NestableJsonFacetTest, SolrParamTest, CloudSolrClientMultiConstructorTest, StreamExpressionTest, TestLBHttp2SolrClient, ConcurrentUpdateSolrClientTest, SquareRootEvaluatorTest, GreaterThanEvaluatorTest, FieldValueEvaluatorTest, NaturalLogEvaluatorTest, TestFastWriter, JsonRequestApiTest, CollectionAdminRequestRequiredParamsTest, TestJsonRecordReader, TestDocumentObjectBinder, JettyWebappTest, LargeVolumeBinaryJettyTest, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, SolrExampleStreamingTest, TestEmbeddedSolrServer, CloudHttp2SolrClientBuilderTest, CloudHttp2SolrClientMultiConstructorTest, CloudHttp2SolrClientRetryTest, CloudSolrClientBadInputTest, CloudSolrClientBuilderTest, CloudSolrClientTest, MathExpressionTest]
   [junit4] Completed [162/204 (1!)] on J1 in 17.82s, 141 tests, 1 error <<< FAILURES!

[...truncated 50899 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2271 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2271/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore

Error Message:
ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)  at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247)  at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)  at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)  at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)  at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)  at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)  at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)  at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)  at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)  at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)  at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)   expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)  at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)  at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247)  at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)  at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)  at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)  at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)  at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)  at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)  at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)  at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)  at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)  at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)  at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)  at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)  at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)  at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)  at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)  at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)  at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)  at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)  at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)  at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)  at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)  at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)  at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)  at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)  at org.eclipse.jetty.server.Server.handle(Server.java:500)  at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)  at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)  at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)  at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)  at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)  at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)  at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)  at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)  at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)  at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)  at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)  at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)  at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)  at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)  at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)  at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)  at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)  at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)  at java.base/java.lang.Thread.run(Thread.java:834)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247)
	at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
	at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)
	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

 expected null, but was:<ObjectTracker found 6 object(s) that were not released!!! [MMapDirectory, InternalHttpClient, MMapDirectory, SolrCore, MMapDirectory, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
	at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1216)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
	at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1247)
	at org.apache.solr.cloud.ReplicateFromLeader.startReplication(ReplicateFromLeader.java:109)
	at org.apache.solr.cloud.ZkController.startReplicationFromLeader(ZkController.java:1327)
	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:414)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:558)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1002)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
	at org.eclipse.jetty.server.Server.handle(Server.java:500)
	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)

>
	at __randomizedtesting.SeedInfo.seed([D6EA84D1E35130F6]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotNull(Assert.java:755)
	at org.junit.Assert.assertNull(Assert.java:737)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13512 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
   [junit4]   2> 3319519 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 3319519 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/data-dir-229-001
   [junit4]   2> 3319520 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=28 numCloses=28
   [junit4]   2> 3319520 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3319520 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 3319520 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3319595 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3319597 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3319603 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3319603 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3319603 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3319606 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11a0ead4{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3319730 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4e0f5c84{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost_localdomain-40617-hadoop-hdfs-3_2_0-tests_jar-_-any-14865454695165664907.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 3319730 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@13a37c{HTTP/1.1, (http/1.1)}{localhost.localdomain:40617}
   [junit4]   2> 3319730 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.Server Started @3319761ms
   [junit4]   2> 3319811 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3319812 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3319813 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3319813 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3319813 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3319813 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@635e52ba{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 3319936 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@56fbc954{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-34807-hadoop-hdfs-3_2_0-tests_jar-_-any-15198870743294925418.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 3319936 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2f46499d{HTTP/1.1, (http/1.1)}{localhost:34807}
   [junit4]   2> 3319936 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.e.j.s.Server Started @3319967ms
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x18639185e3e2b069: Processing first storage report for DS-b6875b07-8e52-4753-868a-b16a0e8032d3 from datanode 36f0bca3-26e7-4e77-ada1-dbaf456fd9ca
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x18639185e3e2b069: from storage DS-b6875b07-8e52-4753-868a-b16a0e8032d3 node DatanodeRegistration(127.0.0.1:42179, datanodeUuid=36f0bca3-26e7-4e77-ada1-dbaf456fd9ca, infoPort=40157, infoSecurePort=0, ipcPort=38369, storageInfo=lv=-57;cid=testClusterID;nsid=1413018308;c=1596269352819), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x18639185e3e2b069: Processing first storage report for DS-3720323a-a433-4933-baaa-b67e771443a9 from datanode 36f0bca3-26e7-4e77-ada1-dbaf456fd9ca
   [junit4]   2> 3320101 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x18639185e3e2b069: from storage DS-3720323a-a433-4933-baaa-b67e771443a9 node DatanodeRegistration(127.0.0.1:42179, datanodeUuid=36f0bca3-26e7-4e77-ada1-dbaf456fd9ca, infoPort=40157, infoSecurePort=0, ipcPort=38369, storageInfo=lv=-57;cid=testClusterID;nsid=1413018308;c=1596269352819), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 3320162 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/tempDir-002
   [junit4]   2> 3320163 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3320165 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 3320165 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3320167 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 3320265 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 33829
   [junit4]   2> 3320265 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33829
   [junit4]   2> 3320266 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33829
   [junit4]   2> 3320266 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33829
   [junit4]   2> 3320306 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320345 INFO  (zkConnectionManagerCallback-26519-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320345 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320433 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320457 INFO  (zkConnectionManagerCallback-26521-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320457 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320481 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320497 INFO  (zkConnectionManagerCallback-26523-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320497 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320499 WARN  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker-SendThread(127.0.0.1:33829)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100a1f01d2c0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100a1f01d2c0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100a1f01d2c0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3320608 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3320608 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3320608 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3320626 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 3320626 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 3320626 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+8-LTS
   [junit4]   2> 3320643 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3320643 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3320643 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61c57740{/solr,null,AVAILABLE}
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@718ed3a7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:43039}
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.e.j.s.Server Started @3320675ms
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43039}
   [junit4]   2> 3320644 ERROR (jetty-launcher-26524-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3320644 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-08-01T08:09:13.927086Z
   [junit4]   2> 3320645 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78932ee8{/solr,null,AVAILABLE}
   [junit4]   2> 3320649 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2b224a4{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:36425}
   [junit4]   2> 3320649 INFO  (jetty-launcher-26524-thread-1) [     ] o.e.j.s.Server Started @3320680ms
   [junit4]   2> 3320649 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36425}
   [junit4]   2> 3320650 ERROR (jetty-launcher-26524-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 3320650 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-08-01T08:09:13.932126Z
   [junit4]   2> 3320665 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320674 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3320675 INFO  (zkConnectionManagerCallback-26526-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320676 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320676 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3320676 INFO  (zkConnectionManagerCallback-26528-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3320676 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3320678 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3320680 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3320708 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 3320709 WARN  (jetty-launcher-26524-thread-2-SendThread(127.0.0.1:33829)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x100a1f01d2c0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x100a1f01d2c0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x100a1f01d2c0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 3321731 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3321731 WARN  (jetty-launcher-26524-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@197a2e61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321731 WARN  (jetty-launcher-26524-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@197a2e61[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321733 WARN  (jetty-launcher-26524-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@735b74a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321733 WARN  (jetty-launcher-26524-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@735b74a2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3321735 INFO  (jetty-launcher-26524-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33829/solr
   [junit4]   2> 3321738 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3321754 INFO  (zkConnectionManagerCallback-26541-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3321754 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3321856 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36425_solr
   [junit4]   2> 3321857 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.Overseer Overseer (id=72235646691573765-127.0.0.1:36425_solr-n_0000000000) starting
   [junit4]   2> 3321863 INFO  (OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) [n:127.0.0.1:36425_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36425_solr
   [junit4]   2> 3321870 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36425_solr
   [junit4]   2> 3321871 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3321872 WARN  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3321872 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup, solr.hdfs.home=hdfs://localhost.localdomain:40893/solr, solr.hdfs.confdir=}}
   [junit4]   2> 3321872 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3321872 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3321886 INFO  (zkCallback-26540-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3321897 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3321914 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3321921 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3321921 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3321922 INFO  (jetty-launcher-26524-thread-1) [n:127.0.0.1:36425_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/tempDir-002/node1
   [junit4]   2> 3322006 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 3322007 WARN  (jetty-launcher-26524-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1f765b80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322007 WARN  (jetty-launcher-26524-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1f765b80[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322010 WARN  (jetty-launcher-26524-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c8c717f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322011 WARN  (jetty-launcher-26524-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c8c717f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 3322012 INFO  (jetty-launcher-26524-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33829/solr
   [junit4]   2> 3322013 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3322014 INFO  (zkConnectionManagerCallback-26558-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3322014 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3322018 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3322022 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:43039_solr as DOWN
   [junit4]   2> 3322023 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 3322023 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43039_solr
   [junit4]   2> 3322023 INFO  (zkCallback-26540-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 3322025 WARN  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup, solr.hdfs.home=hdfs://localhost.localdomain:40893/solr, solr.hdfs.confdir=}}
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3322025 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = poisioned,class = org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository,attributes = {default=true, name=poisioned, class=org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore$PoinsionedRepository},}
   [junit4]   2> 3322026 INFO  (zkCallback-26557-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3322046 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3322068 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3322078 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3322078 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ad262c6
   [junit4]   2> 3322079 INFO  (jetty-launcher-26524-thread-2) [n:127.0.0.1:43039_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_D6EA84D1E35130F6-001/tempDir-002/node2
   [junit4]   2> 3322088 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 3322089 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3322090 INFO  (zkConnectionManagerCallback-26571-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3322090 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3322091 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3322092 INFO  (SUITE-TestHdfsCloudBackupRestore-seed#[D6EA84D1E35130F6]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33829/solr ready
   [junit4]   2> 3322122 INFO  (TEST-TestHdfsCloudBackupRestore.testRestoreFailure-seed#[D6EA84D1E35130F6]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testRestoreFailure
   [junit4]   2> 3322124 INFO  (qtp209046362-66575) [n:127.0.0.1:36425_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf1&name=hdfsbackuprestore_testfailure&nrtReplicas=2&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3322127 INFO  (OverseerThreadFactory-26546-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore_testfailure
   [junit4]   2> 3322231 WARN  (OverseerThreadFactory-26546-thread-1-processing-n:127.0.0.1:36425_solr) [n:127.0.0.1:36425_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection hdfsbackuprestore_testfailure is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 3322234 INFO  (OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) [n:127.0.0.1:36425_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43039/solr",
   [junit4]   2>   "node_name":"127.0.0.1:43039_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3322237 INFO  (OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) [n:127.0.0.1:36425_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36425/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36425_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3322239 INFO  (OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) [n:127.0.0.1:36425_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"hdfsbackuprestore_testfailure",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"hdfsbackuprestore_testfailure_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43039/solr",
   [junit4]   2>   "node_name":"127.0.0.1:43039_solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 3322241 INFO  (OverseerStateUpdate-72235646691573765-127.0.0.1:36425_solr-n_0000000000) [n:1

[...truncated too long message...]

ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1097)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:926)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1357)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1243)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:367)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
   [junit4]    > 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
   [junit4]    > 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:854)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818)
   [junit4]    > 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
   [junit4]    > 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]    > 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
   [junit4]    > 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
   [junit4]    > 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]    > 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
   [junit4]    > 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]    > 	at org.eclipse.jetty.server.Server.handle(Server.java:500)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]    > 	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
   [junit4]    > 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:354)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:523)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:354)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:425)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    > 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:252)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:394)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:336)
   [junit4]    > 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:317)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:180)
   [junit4]    > 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
   [junit4]    > 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]    > 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]    > >
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D6EA84D1E35130F6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:328)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4] Completed [394/868 (1!)] on J1 in 88.58s, 2 tests, 1 failure <<< FAILURES!

[...truncated 53377 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2270 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2270/

1 tests failed.
FAILED:  org.apache.solr.cloud.OverseerRolesTest.testOverseerRole

Error Message:
Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:34282_solr

Stack Trace:
java.lang.AssertionError: Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:34282_solr
	at __randomizedtesting.SeedInfo.seed([9EC091A887A80943:7F0B6C3CBC1B3F92]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:75)
	at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:164)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13843 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerRolesTest
   [junit4]   2> 4355605 INFO  (SUITE-OverseerRolesTest-seed#[9EC091A887A80943]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4355606 INFO  (SUITE-OverseerRolesTest-seed#[9EC091A887A80943]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/data-dir-189-001
   [junit4]   2> 4355606 INFO  (SUITE-OverseerRolesTest-seed#[9EC091A887A80943]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4355607 INFO  (SUITE-OverseerRolesTest-seed#[9EC091A887A80943]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 4355608 INFO  (SUITE-OverseerRolesTest-seed#[9EC091A887A80943]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4355611 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testDesignatedOverseerRestarts
   [junit4]   2> 4355612 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-001
   [junit4]   2> 4355612 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4355613 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 4355613 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4355614 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 4355713 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer start zk server on port: 36089
   [junit4]   2> 4355713 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:36089
   [junit4]   2> 4355713 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36089
   [junit4]   2> 4355713 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36089
   [junit4]   2> 4355715 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355717 INFO  (zkConnectionManagerCallback-18991-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355718 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355721 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355722 INFO  (zkConnectionManagerCallback-18993-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355723 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355723 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355725 INFO  (zkConnectionManagerCallback-18995-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355725 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355833 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4355833 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4355833 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4355834 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4355835 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4355835 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4355835 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4355836 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43670dbf{/solr,null,AVAILABLE}
   [junit4]   2> 4355836 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4355837 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4355837 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4355837 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38620426{/solr,null,AVAILABLE}
   [junit4]   2> 4355837 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@20d9c3b3{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:41450}
   [junit4]   2> 4355837 INFO  (jetty-launcher-18996-thread-1) [     ] o.e.j.s.Server Started @4355876ms
   [junit4]   2> 4355837 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41450}
   [junit4]   2> 4355837 ERROR (jetty-launcher-18996-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-31T10:17:27.082272Z
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@733e94ce{/solr,null,AVAILABLE}
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@36f035b9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:39234}
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-2) [     ] o.e.j.s.Server Started @4355877ms
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43701b73{/solr,null,AVAILABLE}
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39234}
   [junit4]   2> 4355838 ERROR (jetty-launcher-18996-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4355838 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-31T10:17:27.083046Z
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@197952fe{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34614}
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-4) [     ] o.e.j.s.Server Started @4355878ms
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34614}
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4df66c59{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:44195}
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-3) [     ] o.e.j.s.Server Started @4355878ms
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355839 ERROR (jetty-launcher-18996-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4355839 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44195}
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4355841 ERROR (jetty-launcher-18996-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-31T10:17:27.085683Z
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4355841 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-31T10:17:27.085783Z
   [junit4]   2> 4355841 INFO  (zkConnectionManagerCallback-18998-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355842 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355842 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4355843 INFO  (zkConnectionManagerCallback-19000-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355844 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355844 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355844 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355845 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4355845 INFO  (zkConnectionManagerCallback-19004-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355845 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355845 INFO  (zkConnectionManagerCallback-19002-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355845 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4355846 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4355846 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4355959 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4355961 WARN  (jetty-launcher-18996-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5f7e62af[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4355961 WARN  (jetty-launcher-18996-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5f7e62af[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4355964 WARN  (jetty-launcher-18996-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@516217a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4355964 WARN  (jetty-launcher-18996-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@516217a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4355966 INFO  (jetty-launcher-18996-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36089/solr
   [junit4]   2> 4355967 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4355969 INFO  (zkConnectionManagerCallback-19014-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4355969 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356059 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4356060 WARN  (jetty-launcher-18996-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13c9a6fa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356061 WARN  (jetty-launcher-18996-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13c9a6fa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356064 WARN  (jetty-launcher-18996-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@58ca94ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356064 WARN  (jetty-launcher-18996-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@58ca94ca[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356066 INFO  (jetty-launcher-18996-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36089/solr
   [junit4]   2> 4356067 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4356068 INFO  (zkConnectionManagerCallback-19026-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4356068 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356081 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34614_solr
   [junit4]   2> 4356082 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.Overseer Overseer (id=73235025749934088-127.0.0.1:34614_solr-n_0000000000) starting
   [junit4]   2> 4356091 INFO  (OverseerStateUpdate-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34614_solr
   [junit4]   2> 4356091 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34614_solr
   [junit4]   2> 4356092 INFO  (OverseerStateUpdate-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4356094 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4356095 WARN  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4356120 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 4356123 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4356126 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41450_solr as DOWN
   [junit4]   2> 4356127 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 4356127 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41450_solr
   [junit4]   2> 4356128 INFO  (zkCallback-19025-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4356129 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 4356131 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4356131 WARN  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4356159 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4356159 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4356161 WARN  (jetty-launcher-18996-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d2bf9dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356161 WARN  (jetty-launcher-18996-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d2bf9dd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356161 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34614.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356164 WARN  (jetty-launcher-18996-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65c15c31[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356164 WARN  (jetty-launcher-18996-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65c15c31[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356166 INFO  (jetty-launcher-18996-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36089/solr
   [junit4]   2> 4356167 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4356169 INFO  (zkConnectionManagerCallback-19050-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4356169 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356174 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 4356176 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34614.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356176 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34614.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356178 INFO  (jetty-launcher-18996-thread-4) [n:127.0.0.1:34614_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-001/node4
   [junit4]   2> 4356180 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:44195_solr as DOWN
   [junit4]   2> 4356181 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 4356181 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44195_solr
   [junit4]   2> 4356183 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4356183 INFO  (zkCallback-19025-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4356183 INFO  (zkCallback-19049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 4356185 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4356185 WARN  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4356190 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41450.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356205 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41450.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356205 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41450.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356207 INFO  (jetty-launcher-18996-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-001/node1
   [junit4]   2> 4356213 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4356245 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44195.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356260 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4356261 WARN  (jetty-launcher-18996-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@40b33c55[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356261 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44195.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356263 WARN  (jetty-launcher-18996-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@40b33c55[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356263 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44195.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356265 INFO  (jetty-launcher-18996-thread-3) [n:127.0.0.1:44195_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-001/node3
   [junit4]   2> 4356267 WARN  (jetty-launcher-18996-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@22860f25[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356267 WARN  (jetty-launcher-18996-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@22860f25[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356269 INFO  (jetty-launcher-18996-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36089/solr
   [junit4]   2> 4356269 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4356271 INFO  (zkConnectionManagerCallback-19070-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4356271 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356276 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 4356281 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39234_solr as DOWN
   [junit4]   2> 4356283 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 4356283 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39234_solr
   [junit4]   2> 4356284 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356284 INFO  (zkCallback-19025-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356284 INFO  (zkCallback-19049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356284 INFO  (zkCallback-19069-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356286 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4356287 WARN  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4356314 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4356345 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39234.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356360 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39234.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356361 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39234.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356363 INFO  (jetty-launcher-18996-thread-2) [n:127.0.0.1:39234_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-001/node2
   [junit4]   2> 4356379 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 4356380 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4356382 INFO  (zkConnectionManagerCallback-19083-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4356382 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356383 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 4356385 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36089/solr ready
   [junit4]   2> 4356390 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:34614_solr
   [junit4]   2> 4356391 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Election queue: [73235025749934088-127.0.0.1:34614_solr-n_0000000000, 73235025749934087-127.0.0.1:41450_solr-n_0000000001, 73235025749934089-127.0.0.1:44195_solr-n_0000000002, 73235025749934090-127.0.0.1:39234_solr-n_0000000003]
   [junit4]   2> 4356425 INFO  (qtp706848963-316346) [n:127.0.0.1:41450_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:34614_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4356430 INFO  (OverseerThreadFactory-19031-thread-1-processing-n:127.0.0.1:34614_solr) [n:127.0.0.1:34614_solr     ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:34614_solr
   [junit4]   2> 4356433 INFO  (qtp706848963-316346) [n:127.0.0.1:41450_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34614_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 4356435 INFO  (qtp706848963-316352) [n:127.0.0.1:41450_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:41450_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4356438 INFO  (OverseerCollectionConfigSetProcessor-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4356439 INFO  (OverseerThreadFactory-19031-thread-2-processing-n:127.0.0.1:34614_solr) [n:127.0.0.1:34614_solr     ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:41450_solr
   [junit4]   2> 4356442 INFO  (qtp706848963-316352) [n:127.0.0.1:41450_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:41450_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 4356443 INFO  (qtp706848963-316348) [n:127.0.0.1:41450_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:44195_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4356447 INFO  (OverseerCollectionConfigSetProcessor-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4356447 INFO  (OverseerThreadFactory-19031-thread-3-processing-n:127.0.0.1:34614_solr) [n:127.0.0.1:34614_solr     ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:44195_solr
   [junit4]   2> 4356450 INFO  (qtp706848963-316348) [n:127.0.0.1:41450_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:44195_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 4356451 INFO  (qtp706848963-316346) [n:127.0.0.1:41450_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :removerole with params node=127.0.0.1:39234_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4356456 INFO  (OverseerCollectionConfigSetProcessor-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4356456 INFO  (OverseerThreadFactory-19031-thread-4-processing-n:127.0.0.1:34614_solr) [n:127.0.0.1:34614_solr     ] o.a.s.c.a.c.OverseerRoleCmd Overseer role removed from 127.0.0.1:39234_solr
   [junit4]   2> 4356459 INFO  (qtp706848963-316346) [n:127.0.0.1:41450_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:39234_solr&role=overseer&action=REMOVEROLE&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 4356461 INFO  (qtp706848963-316352) [n:127.0.0.1:41450_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addrole with params node=127.0.0.1:34614_solr&role=overseer&action=ADDROLE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 4356466 INFO  (OverseerCollectionConfigSetProcessor-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4356466 INFO  (OverseerThreadFactory-19031-thread-5-processing-n:127.0.0.1:34614_solr) [n:127.0.0.1:34614_solr     ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:34614_solr
   [junit4]   2> 4356469 INFO  (qtp706848963-316352) [n:127.0.0.1:41450_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:34614_solr&role=overseer&action=ADDROLE&wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 4356469 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:34614_solr
   [junit4]   2> 4356472 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:34614_solr
   [junit4]   2> 4356473 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Election queue: [73235025749934088-127.0.0.1:34614_solr-n_0000000000, 73235025749934087-127.0.0.1:41450_solr-n_0000000001, 73235025749934089-127.0.0.1:44195_solr-n_0000000002, 73235025749934090-127.0.0.1:39234_solr-n_0000000003]
   [junit4]   2> 4356473 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=95775782
   [junit4]   2> 4356473 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34614_solr
   [junit4]   2> 4356474 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4356474 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:34614_solr as DOWN
   [junit4]   2> 4356474 INFO  (zkCallback-19069-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 4356474 INFO  (zkCallback-19049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 4356474 INFO  (zkCallback-19025-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 4356474 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 4356474 INFO  (zkCallback-19082-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 4356476 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 4356477 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4356477 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d3217a9: rootName = solr_34614, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@29878104
   [junit4]   2> 4356487 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4356487 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5eaa8ab1: rootName = solr_34614, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@eb6c8bc
   [junit4]   2> 4356493 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4356493 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2775817b: rootName = solr_34614, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1768e637
   [junit4]   2> 4356493 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 4356502 INFO  (closeThreadPool-19088-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73235025749934088-127.0.0.1:34614_solr-n_0000000000) closing
   [junit4]   2> 4356502 INFO  (OverseerStateUpdate-73235025749934088-127.0.0.1:34614_solr-n_0000000000) [n:127.0.0.1:34614_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34614_solr
   [junit4]   2> 4356503 INFO  (closeThreadPool-19088-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73235025749934088-127.0.0.1:34614_solr-n_0000000000) closing
   [junit4]   2> 4356504 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41450_solr
   [junit4]   2> 4356506 INFO  (zkCallback-19013-thread-1) [n:127.0.0.1:41450_solr     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) starting
   [junit4]   2> 4356512 INFO  (OverseerStateUpdate-73235025749934087-127.0.0.1:41450_solr-n_0000000001) [n:127.0.0.1:41450_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:41450_solr
   [junit4]   2> 4356514 INFO  (OverseerCollectionConfigSetProcessor-73235025749934087-127.0.0.1:41450_solr-n_0000000001) [n:127.0.0.1:41450_solr     ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73235025749934087-127.0.0.1:41450_solr-n_0000000001 overseer designates are [127.0.0.1:34614_solr]
   [junit4]   2> 4356514 INFO  (OverseerCollectionConfigSetProcessor-73235025749934087-127.0.0.1:41450_solr-n_0000000001) [n:127.0.0.1:41450_solr     ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73235025749934087-127.0.0.1:41450_solr-n_0000000001, 73235025749934089-127.0.0.1:44195_solr-n_0000000002, 73235025749934090-127.0.0.1:39234_solr-n_0000000003]
   [junit4]   2> 4356515 WARN  (OverseerCollectionConfigSetProcessor-73235025749934087-127.0.0.1:41450_solr-n_0000000001) [n:127.0.0.1:41450_solr     ] o.a.s.c.OverseerNodePrioritizer No live overseer designate 
   [junit4]   2> 4356604 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.Overseer Overseer (id=73235025749934088-127.0.0.1:34614_solr-n_0000000000) closing
   [junit4]   2> 4356606 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@197952fe{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4356606 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@733e94ce{/solr,null,UNAVAILABLE}
   [junit4]   2> 4356607 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4356607 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Killing designated overseer: 127.0.0.1:34614_solr
   [junit4]   2> 4356613 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Overseer: 127.0.0.1:41450_solr
   [junit4]   2> 4356613 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Election queue: [73235025749934087-127.0.0.1:41450_solr-n_0000000001, 73235025749934089-127.0.0.1:44195_solr-n_0000000002, 73235025749934090-127.0.0.1:39234_solr-n_0000000003]
   [junit4]   2> 4356613 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Starting back the prioritized overseer..
   [junit4]   2> 4356613 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=34614)
   [junit4]   2> 4356616 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 34614 try number 2 ...
   [junit4]   2> 4356616 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4356617 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4356617 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4356617 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4356617 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a0d1a6e{/solr,null,AVAILABLE}
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@31799554{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34614}
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.s.Server Started @4356658ms
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34614}
   [junit4]   2> 4356619 ERROR (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 4356619 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-31T10:17:27.863630Z
   [junit4]   2> 4356620 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4356621 INFO  (zkConnectionManagerCallback-19092-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4356621 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356622 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 4356730 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 4356731 WARN  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@206619f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356731 WARN  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@206619f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356735 WARN  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41f32259[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356735 WARN  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41f32259[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4356737 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36089/solr
   [junit4]   2> 4356738 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4356739 INFO  (zkConnectionManagerCallback-19102-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4356739 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4356745 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 4356749 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:34614_solr as DOWN
   [junit4]   2> 4356751 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 4356751 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34614_solr
   [junit4]   2> 4356752 INFO  (zkCallback-19049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356752 INFO  (zkCallback-19069-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356752 INFO  (zkCallback-19082-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356752 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356752 INFO  (zkCallback-19101-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 4356754 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 4356755 WARN  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4356784 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4356818 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34614.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356836 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34614.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356836 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34614.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ecb9a80
   [junit4]   2> 4356838 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-001/node4
   [junit4]   2> 4356841 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [n:127.0.0.1:34614_solr     ] o.a.s.c.ZkController Going to add role {
   [junit4]   2>   "operation":"addrole",
   [junit4]   2>   "node":"127.0.0.1:34614_solr",
   [junit4]   2>   "role":"overseer"} 
   [junit4]   2> 4356845 INFO  (OverseerThreadFactory-19090-thread-1-processing-n:127.0.0.1:41450_solr) [n:127.0.0.1:41450_solr     ] o.a.s.c.a.c.OverseerRoleCmd Overseer role added to 127.0.0.1:34614_solr
   [junit4]   2> 4356846 INFO  (OverseerThreadFactory-19090-thread-1-processing-n:127.0.0.1:41450_solr) [n:127.0.0.1:41450_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000010 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 4356847 INFO  (Thread-289607) [     ] o.a.s.c.OverseerNodePrioritizer prioritizing overseer nodes at 73235025749934087-127.0.0.1:41450_solr-n_0000000001 overseer designates are [127.0.0.1:34614_solr]
   [junit4]   2> 4356848 INFO  (Thread-289607) [     ] o.a.s.c.OverseerNodePrioritizer sorted nodes [73235025749934087-127.0.0.1:41450_solr-n_0000000001, 73235025749934089-127.0.0.1:44195_solr-n_0000000002, 73235025749934090-127.0.0.1:39234_solr-n_0000000003, 73235025749934093-127.0.0.1:34614_solr-n_0000000004]
   [junit4]   2> 4356848 INFO  (Thread-289607) [     ] o.a.s.c.OverseerNodePrioritizer asking node 73235025749934093-127.0.0.1:34614_solr-n_0000000004 to come join election at head
   [junit4]   2> 4356856 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.OverseerRolesTest Expecting node: 127.0.0.1:34614_solr
   [junit4]   2> 4356888 INFO  (qtp764512490-316473) [n:127.0.0.1:34614_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoinAtHead&qt=/admin/cores&action=OVERSEEROP&electionNode=73235025749934093-127.0.0.1:34614_solr-n_0000000004&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 4356889 INFO  (Thread-289607) [     ] o.a.s.c.OverseerNodePrioritizer asking the old first in line 73235025749934089-127.0.0.1:44195_solr-n_0000000002 to rejoin election  
   [junit4]   2> 4356926 INFO  (qtp1192101673-316374) [n:127.0.0.1:44195_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={op=rejoin&qt=/admin/cores&action=OVERSEEROP&electionNode=73235025749934089-127.0.0.1:44195_solr-n_0000000002&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 4356929 INFO  (OverseerStateUpdate-73235025749934087-127.0.0.1:41450_solr-n_0000000001) [n:127.0.0.1:41450_solr     ] o.a.s.c.Overseer Quit command received {
   [junit4]   2>   "operation":"quit",
   [junit4]   2>   "id":"73235025749934087-127.0.0.1:41450_solr-n_0000000001"} 127.0.0.1:41450_solr
   [junit4]   2> 4356930 INFO  (OverseerStateUpdate-73235025749934087-127.0.0.1:41450_solr-n_0000000001) [n:127.0.0.1:41450_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41450_solr
   [junit4]   2> 4356932 WARN  (OverseerExitThread) [     ] o.a.s.c.Overseer I (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) am exiting, but I'm still the leader
   [junit4]   2> 4356934 INFO  (OverseerExitThread) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4356935 INFO  (OverseerExitThread) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4356935 INFO  (OverseerExitThread) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4356935 INFO  (zkCallback-19101-thread-1) [     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34614_solr
   [junit4]   2> 4356936 INFO  (OverseerExitThread) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4356936 INFO  (zkCallback-19101-thread-1) [n:127.0.0.1:34614_solr     ] o.a.s.c.Overseer Overseer (id=73235025749934093-127.0.0.1:34614_solr-n_0000000002) starting
   [junit4]   2> 4356942 INFO  (OverseerStateUpdate-73235025749934093-127.0.0.1:34614_solr-n_0000000002) [n:127.0.0.1:34614_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34614_solr
   [junit4]   2> 4357059 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1643443532
   [junit4]   2> 4357059 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41450_solr
   [junit4]   2> 4357059 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1019200345
   [junit4]   2> 4357059 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44195_solr
   [junit4]   2> 4357059 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1956426983
   [junit4]   2> 4357060 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39234_solr
   [junit4]   2> 4357060 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4357060 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41450_solr as DOWN
   [junit4]   2> 4357060 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4357061 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:44195_solr as DOWN
   [junit4]   2> 4357061 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4357061 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:39234_solr as DOWN
   [junit4]   2> 4357061 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 4357061 INFO  (zkCallback-19049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 4357061 INFO  (zkCallback-19101-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 4357061 INFO  (zkCallback-19069-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 4357064 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4357064 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@357292f9: rootName = solr_39234, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@104db296
   [junit4]   2> 4357065 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4357065 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19d86bfd: rootName = solr_44195, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4b83231
   [junit4]   2> 4357065 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1928607292
   [junit4]   2> 4357065 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34614_solr
   [junit4]   2> 4357066 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4357066 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ec98156: rootName = solr_41450, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@4fc6a4e1
   [junit4]   2> 4357067 INFO  (zkCallback-19049-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4357067 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 4357067 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:34614_solr as DOWN
   [junit4]   2> 4357067 INFO  (zkCallback-19013-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4357067 INFO  (zkCallback-19069-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4357067 INFO  (zkCallback-19101-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4357071 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4357071 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35e1bbd: rootName = solr_34614, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@654eae8b
   [junit4]   2> 4357101 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4357101 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6cc46cc7: rootName = solr_39234, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@eb6c8bc
   [junit4]   2> 4357107 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4357107 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@116c737b: rootName = solr_44195, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@eb6c8bc
   [junit4]   2> 4357109 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4357109 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49131fc0: rootName = solr_41450, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@eb6c8bc
   [junit4]   2> 4357126 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4357126 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6f4b514d: rootName = solr_34614, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@eb6c8bc
   [junit4]   2> 4357130 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4357130 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@200ef9bc: rootName = solr_39234, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1768e637
   [junit4]   2> 4357131 INFO  (jetty-closer-19113-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 4357132 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4357132 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2027d910: rootName = solr_44195, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1768e637
   [junit4]   2> 4357132 INFO  (jetty-closer-19113-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 4357133 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4357133 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@27f917df: rootName = solr_41450, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1768e637
   [junit4]   2> 4357133 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 4357134 INFO  (closeThreadPool-19132-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4357135 WARN  (jetty-launcher-18996-thread-2-SendThread(127.0.0.1:36089)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1042ede2ef1000a.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1042ede2ef1000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1042ede2ef1000a, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 4357135 WARN  (jetty-launcher-18996-thread-1-SendThread(127.0.0.1:36089)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1042ede2ef10007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1042ede2ef10007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1042ede2ef10007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 4357136 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4357136 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a9af39b: rootName = solr_34614, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1768e637
   [junit4]   2> 4357136 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 4357136 INFO  (closeThreadPool-19132-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4357136 WARN  (jetty-launcher-18996-thread-3-SendThread(127.0.0.1:36089)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1042ede2ef10009.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1042ede2ef10009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1042ede2ef10009, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 4357137 INFO  (closeThreadPool-19133-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73235025749934093-127.0.0.1:34614_solr-n_0000000002) closing
   [junit4]   2> 4357137 INFO  (OverseerStateUpdate-73235025749934093-127.0.0.1:34614_solr-n_0000000002) [n:127.0.0.1:34614_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34614_solr
   [junit4]   2> 4357138 INFO  (closeThreadPool-19133-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73235025749934093-127.0.0.1:34614_solr-n_0000000002) closing
   [junit4]   2> 4357237 INFO  (jetty-closer-19113-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@36f035b9{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4357238 INFO  (jetty-closer-19113-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@38620426{/solr,null,UNAVAILABLE}
   [junit4]   2> 4357238 INFO  (jetty-closer-19113-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4357336 INFO  (jetty-closer-19113-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73235025749934093-127.0.0.1:34614_solr-n_0000000002) closing
   [junit4]   2> 4357338 INFO  (jetty-closer-19113-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@31799554{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:34614}
   [junit4]   2> 4357338 INFO  (jetty-closer-19113-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3a0d1a6e{/solr,null,UNAVAILABLE}
   [junit4]   2> 4357339 INFO  (jetty-closer-19113-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4357438 INFO  (jetty-closer-19113-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4df66c59{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4357439 INFO  (jetty-closer-19113-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43701b73{/solr,null,UNAVAILABLE}
   [junit4]   2> 4357439 INFO  (jetty-closer-19113-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4357537 INFO  (jetty-closer-19113-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73235025749934087-127.0.0.1:41450_solr-n_0000000001) closing
   [junit4]   2> 4357538 INFO  (jetty-closer-19113-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@20d9c3b3{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4357539 INFO  (jetty-closer-19113-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@43670dbf{/solr,null,UNAVAILABLE}
   [junit4]   2> 4357539 INFO  (jetty-closer-19113-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4357540 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4357744 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/packages.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/73235025749934089-127.0.0.1:44195_solr-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/73235025749934090-127.0.0.1:39234_solr-n_0000000003
   [junit4]   2> 	2	/solr/overseer_elect/election/73235025749934087-127.0.0.1:41450_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	34	/solr/live_nodes
   [junit4]   2> 	22	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/overseer/queue
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 4357748 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36089
   [junit4]   2> 4357748 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36089
   [junit4]   2> 4357748 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36089
   [junit4]   2> 4357749 INFO  (TEST-OverseerRolesTest.testDesignatedOverseerRestarts-seed#[9EC091A887A80943]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testDesignatedOverseerRestarts
   [junit4]   2> 4357754 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testOverseerRole
   [junit4]   2> 4357755 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001/tempDir-002
   [junit4]   2> 4357755 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4357756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 4357756 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4357758 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 4357856 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer start zk server on port: 39483
   [junit4]   2> 4357856 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39483
   [junit4]   2> 4357856 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39483
   [junit4]   2> 4357856 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39483
   [junit4]   2> 4357858 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4357860 INFO  (zkConnectionManagerCallback-19135-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4357860 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4357863 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4357864 INFO  (zkConnectionManagerCallback-19137-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4357864 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4357865 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4357866 INFO  (zkConnectionManagerCallback-19139-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 4357867 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4357974 INFO  (jetty-launcher-19140-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4357974 INFO  (jetty-launcher-19140-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4357974 INFO  (jetty-launcher-19140-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4357976 INFO  (jetty-launcher-19140-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4357976 INFO  (jetty-launcher-19140-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4357977 INFO  (jetty-launcher-19140-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 4357979 INFO  (jetty-launcher-19140-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4357979 INFO  (jetty-launcher-19140-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4357979 INFO  (jetty-launcher-19140-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4357979 INFO  (jetty-launcher-19140-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4357979 INFO  (jetty-launcher-19140-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 435797

[...truncated too long message...]


   [junit4]   2> 4374186 INFO  (closeThreadPool-19260-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73235025890443274-127.0.0.1:37692_solr-n_0000000007) closing
   [junit4]   2> 4374285 INFO  (jetty-closer-19245-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73235025890443271-127.0.0.1:34282_solr-n_0000000009) closing
   [junit4]   2> 4374286 INFO  (jetty-closer-19245-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e58877a{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4374287 INFO  (jetty-closer-19245-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1c1b5e9f{/solr,null,UNAVAILABLE}
   [junit4]   2> 4374287 INFO  (jetty-closer-19245-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4374385 INFO  (jetty-closer-19245-thread-4) [     ] o.a.s.c.Overseer Overseer (id=73235025890443274-127.0.0.1:37692_solr-n_0000000007) closing
   [junit4]   2> 4374386 INFO  (jetty-closer-19245-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@10f6bd91{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4374387 INFO  (jetty-closer-19245-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@602c373e{/solr,null,UNAVAILABLE}
   [junit4]   2> 4374387 INFO  (jetty-closer-19245-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4374485 INFO  (jetty-closer-19245-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73235025890443272-127.0.0.1:34813_solr-n_0000000006) closing
   [junit4]   2> 4374487 INFO  (jetty-closer-19245-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@4614125b{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:0}
   [junit4]   2> 4374487 INFO  (jetty-closer-19245-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7492cb08{/solr,null,UNAVAILABLE}
   [junit4]   2> 4374487 INFO  (jetty-closer-19245-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 4374488 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 4374692 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/overseer_elect/election/73235025890443271-127.0.0.1:34282_solr-n_0000000001
   [junit4]   2> 	3	/solr/overseer_elect/election/73235025890443274-127.0.0.1:37692_solr-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/73235025890443272-127.0.0.1:34813_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	41	/solr/overseer/collection-queue-work
   [junit4]   2> 	26	/solr/live_nodes
   [junit4]   2> 	20	/solr/overseer/queue
   [junit4]   2> 	7	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 4374696 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:39483
   [junit4]   2> 4374696 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39483
   [junit4]   2> 4374696 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39483
   [junit4]   2> 4374698 INFO  (TEST-OverseerRolesTest.testOverseerRole-seed#[9EC091A887A80943]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testOverseerRole
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=OverseerRolesTest -Dtests.method=testOverseerRole -Dtests.seed=9EC091A887A80943 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=fr-GP -Dtests.timezone=US/Arizona -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 17.0s J1 | OverseerRolesTest.testOverseerRole <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Timed out waiting for overseer state change. The current overseer is: 127.0.0.1:34282_solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9EC091A887A80943:7F0B6C3CBC1B3F92]:0)
   [junit4]    > 	at org.apache.solr.cloud.OverseerRolesTest.waitForNewOverseer(OverseerRolesTest.java:75)
   [junit4]    > 	at org.apache.solr.cloud.OverseerRolesTest.testOverseerRole(OverseerRolesTest.java:164)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:834)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.OverseerRolesTest_9EC091A887A80943-001
   [junit4]   2> Jul 31, 2020 10:17:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene86, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=fr-GP, timezone=US/Arizona
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=133022808,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [CoreAdminCreateDiscoverTest, FastVectorHighlighterTest, TestUniqueKeyFieldResource, SuggestComponentContextFilterQueryTest, EnumFieldTest, TestBackupRepositoryFactory, CurrencyFieldTypeTest, PreAnalyzedFieldManagedSchemaCloudTest, TestExactStatsCache, PeerSyncWithIndexFingerprintCachingTest, CoreSorterTest, ZkStateReaderTest, CloudReplicaSourceTest, TestNamedUpdateProcessors, TestInPlaceUpdatesStandalone, RAMDirectoryFactoryTest, ConcurrentCreateRoutedAliasTest, TestSolrCloudWithDelegationTokens, SpatialRPTFieldTypeTest, TestJsonFacetErrors, TestRetrieveFieldsOptimizer, TestSolrTestCaseJ4, SolrRrdBackendFactoryTest, BasicFunctionalityTest, OverriddenZkACLAndCredentialsProvidersTest, CoreAdminRequestStatusTest, ReplaceNodeTest, TestAuthorizationFramework, HttpPartitionTest, SolrMetricManagerTest, TestRestoreCore, BJQParserTest, TestMissingGroups, TestConfigSetsAPIExclusivity, TestOverriddenPrefixQueryForCustomFieldType, TestRuleBasedAuthorizationWithKerberos, LargeFieldTest, TestSolrDeletionPolicy2, RecoveryZkTest, ExplicitHLLTest, TestRTGBase, TestWriterPerf, ForceLeaderWithTlogReplicasTest, CurrencyRangeFacetCloudTest, MoveReplicaTest, ClusterStateMockUtilTest, DeleteLastCustomShardedReplicaTest, TestManagedResourceStorage, JWTAuthPluginTest, DocValuesMissingTest, TestSolrConfigHandlerCloud, RuleEngineTest, CollectionPropsTest, DeleteShardTest, TestLRUStatsCacheCloud, TestPushWriter, PrimUtilsTest, TestNumericTerms32, StressHdfsTest, DistributedFacetPivotSmallAdvancedTest, SpellPossibilityIteratorTest, OverseerStatusTest, AtomicUpdateProcessorFactoryTest, TestGraphMLResponseWriter, TestManagedSchema, TestLegacyNumericRangeQueryBuilder, TestJsonFacetsStatsParsing, DistributedMLTComponentTest, BasicDistributedZk2Test, SystemInfoHandlerTest, HdfsRestartWhileUpdatingTest, TestDistributedSearch, FieldMutatingUpdateProcessorTest, AuthToolTest, TestPerFieldSimilarityWithDefaultOverride, ConjunctionSolrSpellCheckerTest, TestReRankQParserPlugin, JvmMetricsTest, TestRemoteStreaming, SolrCloudExampleTest, SuggesterTest, TestCoreBackup, TestShortCircuitedRequests, HdfsBasicDistributedZkTest, MetricUtilsTest, TestExportTool, TestLegacyBM25SimilarityFactory, TestPullReplicaErrorHandling, TestDirectoryFactory, PathHierarchyTokenizerFactoryTest, TestSimpleTextCodec, CdcrWithNodesRestartsTest, TestJettySolrRunner, SortByFunctionTest, TestTrackingShardHandlerFactory, TestSolrCachePerf, HdfsNNFailoverTest, RankFieldTest, SchemaApiFailureTest, TestConfigSetProperties, TestUpdate, TestOrdValues, PreAnalyzedUpdateProcessorTest, AlternateDirectoryTest, TestMergePolicyConfig, TestDeleteCollectionOnDownNodes, UUIDFieldTest, DistributedQueryElevationComponentTest, AsyncCallRequestStatusResponseTest, LeaderFailureAfterFreshStartTest, TestStressReorder, TaggerTest, AddBlockUpdateTest, DateMathParserTest, JsonLoaderTest, TestCloudSearcherWarming, TestWordDelimiterFilterFactory, JavaBinAtomicUpdateMultivalueTest, TestStressCloudBlindAtomicUpdates, SecurityConfHandlerTest, TestSchemaSimilarityResource, SyncSliceTest, TestEmbeddedSolrServerAdminHandler, TestComplexPhraseLeadingWildcard, TermVectorComponentTest, MoreLikeThisComponentTest, NumericFieldsTest, RootFieldTest, UpdateParamsTest, TestExpandComponent, TestLegacyTerms, TestCoreDiscovery, RegexBytesRefFilterTest, TestHighlightDedupGrouping, TestInPlaceUpdateWithRouteField, CategoryRoutedAliasUpdateProcessorTest, BigEndianAscendingWordDeserializerTest, TestConfig, TestCSVResponseWriter, HighlighterTest, NoCacheHeaderTest, TestRequestForwarding, MetricsHistoryIntegrationTest, NestedShardedAtomicUpdateTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerRolesTest]
   [junit4] Completed [415/868 (1!)] on J1 in 19.96s, 2 tests, 1 failure <<< FAILURES!

[...truncated 53395 lines...]

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2269 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2269/

1 tests failed.
FAILED:  org.apache.solr.handler.TestContainerPlugin.testApiFromPackage

Error Message:
Error from server at http://127.0.0.1:39739/solr: Error executing command

Stack Trace:
org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:39739/solr: Error executing command
	at __randomizedtesting.SeedInfo.seed([89B3404D45F773AB:64EDB83C77BDA422]:0)
	at org.apache.solr.client.solrj.impl.BaseHttpSolrClient$RemoteExecutionException.create(BaseHttpSolrClient.java:67)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:647)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:389)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:359)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1170)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:931)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:865)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:210)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:227)
	at org.apache.solr.handler.TestContainerPlugin.testApiFromPackage(TestContainerPlugin.java:265)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:566)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:834)




Build Log:
[...truncated 13283 lines...]
   [junit4] Suite: org.apache.solr.handler.TestContainerPlugin
   [junit4]   2> 2725646 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 2725646 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2725646 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/data-dir-97-001
   [junit4]   2> 2725647 WARN  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=24 numCloses=24
   [junit4]   2> 2725647 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2725648 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2725669 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testApiFromPackage
   [junit4]   2> 2725669 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001
   [junit4]   2> 2725670 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2725671 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 2725671 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2725672 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 2725771 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer start zk server on port: 37209
   [junit4]   2> 2725771 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37209
   [junit4]   2> 2725771 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37209
   [junit4]   2> 2725771 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37209
   [junit4]   2> 2725775 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725778 INFO  (zkConnectionManagerCallback-12212-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725778 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725781 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725791 INFO  (zkConnectionManagerCallback-12214-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725791 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725792 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725793 INFO  (zkConnectionManagerCallback-12216-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725794 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 2725925 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 2725926 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 2725926 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 2725926 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.4+10-LTS
   [junit4]   2> 2725928 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2725928 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2725928 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@135dc828{/solr,null,AVAILABLE}
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1000606a{/solr,null,AVAILABLE}
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@74930555{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39739}
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-3) [     ] o.e.j.s.Server Started @2725969ms
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39739}
   [junit4]   2> 2725929 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 2725930 ERROR (jetty-launcher-12217-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7b547782{/solr,null,AVAILABLE}
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T08:56:21.196429Z
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5a98d17e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:37512}
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-2) [     ] o.e.j.s.Server Started @2725970ms
   [junit4]   2> 2725930 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37512}
   [junit4]   2> 2725931 ERROR (jetty-launcher-12217-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7eecf7c5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35279}
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T08:56:21.197470Z
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-4) [     ] o.e.j.s.Server Started @2725970ms
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35279}
   [junit4]   2> 2725931 ERROR (jetty-launcher-12217-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c5bd517{/solr,null,AVAILABLE}
   [junit4]   2> 2725931 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T08:56:21.198068Z
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@2ccd00e8{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41908}
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-1) [     ] o.e.j.s.Server Started @2725971ms
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41908}
   [junit4]   2> 2725932 ERROR (jetty-launcher-12217-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2725932 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 2725941 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725949 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 9.0.0
   [junit4]   2> 2725949 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2725949 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr
   [junit4]   2> 2725949 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-07-30T08:56:21.215213Z
   [junit4]   2> 2725949 INFO  (zkConnectionManagerCallback-12219-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725949 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725949 INFO  (zkConnectionManagerCallback-12221-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725949 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725950 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2725950 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2725950 INFO  (zkConnectionManagerCallback-12223-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725950 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725950 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2725951 INFO  (zkConnectionManagerCallback-12225-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2725951 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2725951 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2725951 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2725990 WARN  (jetty-launcher-12217-thread-2-SendThread(127.0.0.1:37209)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x104296d93710004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x104296d93710004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x104296d93710004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:75) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:348) ~[zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1262) [zookeeper-3.6.1.jar:3.6.1]
   [junit4]   2> 2726093 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2726094 WARN  (jetty-launcher-12217-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@57b0eec2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726094 WARN  (jetty-launcher-12217-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@57b0eec2[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726097 WARN  (jetty-launcher-12217-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@39f608d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726097 WARN  (jetty-launcher-12217-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@39f608d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726112 INFO  (jetty-launcher-12217-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37209/solr
   [junit4]   2> 2726113 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2726114 INFO  (zkConnectionManagerCallback-12235-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2726114 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2726193 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2726221 WARN  (jetty-launcher-12217-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c8c8a6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726221 WARN  (jetty-launcher-12217-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c8c8a6a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726224 WARN  (jetty-launcher-12217-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@779da7d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726233 WARN  (jetty-launcher-12217-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@779da7d5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726235 INFO  (jetty-launcher-12217-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37209/solr
   [junit4]   2> 2726236 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2726237 INFO  (zkConnectionManagerCallback-12247-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2726237 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2726264 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37512_solr
   [junit4]   2> 2726265 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.Overseer Overseer (id=73229044546600968-127.0.0.1:37512_solr-n_0000000000) starting
   [junit4]   2> 2726294 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2726295 WARN  (jetty-launcher-12217-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d59ffa4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726295 WARN  (jetty-launcher-12217-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d59ffa4[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726299 WARN  (jetty-launcher-12217-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2eddfbef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726299 WARN  (jetty-launcher-12217-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2eddfbef[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726301 INFO  (jetty-launcher-12217-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37209/solr
   [junit4]   2> 2726326 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2726327 INFO  (zkConnectionManagerCallback-12259-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2726327 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2726328 INFO  (OverseerStateUpdate-73229044546600968-127.0.0.1:37512_solr-n_0000000000) [n:127.0.0.1:37512_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37512_solr
   [junit4]   2> 2726328 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37512_solr
   [junit4]   2> 2726343 INFO  (OverseerStateUpdate-73229044546600968-127.0.0.1:37512_solr-n_0000000000) [n:127.0.0.1:37512_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2726344 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2726345 WARN  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2726345 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2726484 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 2726485 WARN  (jetty-launcher-12217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7ac06f00[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726485 WARN  (jetty-launcher-12217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7ac06f00[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726491 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:35279_solr as DOWN
   [junit4]   2> 2726492 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 2726492 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35279_solr
   [junit4]   2> 2726523 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2726523 WARN  (jetty-launcher-12217-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@43953744[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726523 WARN  (jetty-launcher-12217-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@43953744[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 2726650 INFO  (jetty-launcher-12217-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37209/solr
   [junit4]   2> 2726663 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2726663 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2726663 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2726664 WARN  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2726692 INFO  (zkConnectionManagerCallback-12275-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2726693 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2726698 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2726727 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2726741 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:41908_solr as DOWN
   [junit4]   2> 2726742 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 2726742 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41908_solr
   [junit4]   2> 2726743 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2726746 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2726747 WARN  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2726761 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2726761 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2726778 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2726791 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:39739_solr as DOWN
   [junit4]   2> 2726802 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2726805 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 2726805 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39739_solr
   [junit4]   2> 2726806 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2726807 INFO  (zkCallback-12246-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2726807 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2726807 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2726825 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 2726826 WARN  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 2726910 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2726949 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37512.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2726968 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 2726969 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35279.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727003 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37512.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727020 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37512.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727022 INFO  (jetty-launcher-12217-thread-2) [n:127.0.0.1:37512_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node2
   [junit4]   2> 2727044 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35279.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727045 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35279.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727047 INFO  (jetty-launcher-12217-thread-4) [n:127.0.0.1:35279_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node4
   [junit4]   2> 2727051 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41908.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727111 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41908.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727111 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41908.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727126 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39739.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727134 INFO  (jetty-launcher-12217-thread-1) [n:127.0.0.1:41908_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node1
   [junit4]   2> 2727172 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39739.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727172 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39739.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e446bc9
   [junit4]   2> 2727187 INFO  (jetty-launcher-12217-thread-3) [n:127.0.0.1:39739_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node3
   [junit4]   2> 2727227 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
   [junit4]   2> 2727228 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2727230 INFO  (zkConnectionManagerCallback-12304-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2727230 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2727232 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2727234 INFO  (TEST-TestContainerPlugin.testApiFromPackage-seed#[89B3404D45F773AB]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37209/solr ready
   [junit4]   2> 2727330 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={getFrom=127.0.0.1:41908_solr} status=0 QTime=0
   [junit4]   2> 2727330 INFO  (updateExecutor-12243-thread-1-processing-n:127.0.0.1:37512_solr) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore fetching a file /_trusted_/keys/pub_key512.der from 127.0.0.1:41908_solr 
   [junit4]   2> 2727332 INFO  (qtp2052387951-20634) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={getFrom=127.0.0.1:41908_solr} status=0 QTime=0
   [junit4]   2> 2727332 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore fetching a file /_trusted_/keys/pub_key512.der from 127.0.0.1:41908_solr 
   [junit4]   2> 2727333 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/.pub_key512.der.json params={} status=0 QTime=0
   [junit4]   2> 2727334 INFO  (qtp571144921-20653) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/.pub_key512.der.json params={} status=0 QTime=0
   [junit4]   2> 2727336 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={} status=0 QTime=0
   [junit4]   2> 2727336 INFO  (qtp571144921-20653) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={} status=0 QTime=0
   [junit4]   2> 2727344 INFO  (updateExecutor-12243-thread-1-processing-n:127.0.0.1:37512_solr) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore persisted a file /_trusted_/keys/pub_key512.der and metadata. sizes 94 141
   [junit4]   2> 2727344 INFO  (updateExecutor-12243-thread-1-processing-n:127.0.0.1:37512_solr) [n:127.0.0.1:37512_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /_trusted_/keys/pub_key512.der
   [junit4]   2> 2727346 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={getFrom=127.0.0.1:41908_solr} status=0 QTime=0
   [junit4]   2> 2727346 INFO  (updateExecutor-12255-thread-1-processing-n:127.0.0.1:35279_solr) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore fetching a file /_trusted_/keys/pub_key512.der from 127.0.0.1:41908_solr 
   [junit4]   2> 2727347 INFO  (qtp571144921-20648) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={sync=true} status=0 QTime=49
   [junit4]   1> sync resp: http://127.0.0.1:41908/api/node/files/_trusted_/keys/pub_key512.der?sync=true ,is: null
   [junit4]   2> 2727347 INFO  (qtp571144921-20653) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/.pub_key512.der.json params={} status=0 QTime=0
   [junit4]   2> 2727350 INFO  (qtp571144921-20648) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={} status=0 QTime=0
   [junit4]   2> 2727351 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore persisted a file /_trusted_/keys/pub_key512.der and metadata. sizes 94 141
   [junit4]   2> 2727351 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /_trusted_/keys/pub_key512.der
   [junit4]   2> 2727363 INFO  (updateExecutor-12255-thread-1-processing-n:127.0.0.1:35279_solr) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore persisted a file /_trusted_/keys/pub_key512.der and metadata. sizes 94 141
   [junit4]   2> 2727363 INFO  (updateExecutor-12255-thread-1-processing-n:127.0.0.1:35279_solr) [n:127.0.0.1:35279_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /_trusted_/keys/pub_key512.der
   [junit4]   2> 2727378 INFO  (qtp1415521669-20646) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=15
   [junit4]   2> 2727383 INFO  (qtp1881868208-20637) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727396 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727401 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727435 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727438 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /myplugin/v1.jar
   [junit4]   2> 2727439 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727441 INFO  (qtp2052387951-20634) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727442 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727442 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /myplugin/v1.jar
   [junit4]   2> 2727449 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v1.jar and metadata. sizes 867 246
   [junit4]   2> 2727452 INFO  (qtp2052387951-20636) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={getFrom=127.0.0.1:37512_solr} status=0 QTime=0
   [junit4]   2> 2727453 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore fetching a file /myplugin/v1.jar from 127.0.0.1:37512_solr 
   [junit4]   2> 2727453 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={getFrom=127.0.0.1:37512_solr} status=0 QTime=0
   [junit4]   2> 2727453 INFO  (updateExecutor-12255-thread-1-processing-n:127.0.0.1:35279_solr) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore fetching a file /myplugin/v1.jar from 127.0.0.1:37512_solr 
   [junit4]   2> 2727454 INFO  (qtp571144921-20648) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={getFrom=127.0.0.1:37512_solr} status=0 QTime=0
   [junit4]   2> 2727454 INFO  (qtp1415521669-20646) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/.v1.jar.json params={} status=0 QTime=0
   [junit4]   2> 2727454 INFO  (updateExecutor-12270-thread-2-processing-n:127.0.0.1:41908_solr) [n:127.0.0.1:41908_solr     ] o.a.s.f.DistribPackageStore fetching a file /myplugin/v1.jar from 127.0.0.1:37512_solr 
   [junit4]   2> 2727455 INFO  (qtp1415521669-20649) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/.v1.jar.json params={} status=0 QTime=0
   [junit4]   2> 2727455 INFO  (qtp1415521669-20646) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/.v1.jar.json params={} status=0 QTime=0
   [junit4]   2> 2727455 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={} status=0 QTime=0
   [junit4]   2> 2727456 INFO  (qtp1415521669-20649) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={} status=0 QTime=0
   [junit4]   2> 2727456 INFO  (qtp1415521669-20646) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={} status=0 QTime=0
   [junit4]   2> 2727471 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/myplugin/v1.jar params={sig=pmrmWCDafdNpYle2rueAGnU2J6NYlcAey9mkZYbqh%2B5RdYo2Ln%2BllLF9voyRj%2BDDivK9GV1XdtKvD9rgCxlD7Q%3D%3D&wt=javabin&version=2} status=0 QTime=39
   [junit4]   2> 2727491 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v1.jar and metadata. sizes 867 246
   [junit4]   2> 2727491 INFO  (updateExecutor-12255-thread-1-processing-n:127.0.0.1:35279_solr) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v1.jar and metadata. sizes 867 246
   [junit4]   2> 2727491 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /myplugin/v1.jar
   [junit4]   2> 2727491 INFO  (updateExecutor-12270-thread-2-processing-n:127.0.0.1:41908_solr) [n:127.0.0.1:41908_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v1.jar and metadata. sizes 867 246
   [junit4]   2> 2727491 INFO  (updateExecutor-12255-thread-1-processing-n:127.0.0.1:35279_solr) [n:127.0.0.1:35279_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /myplugin/v1.jar
   [junit4]   2> 2727491 INFO  (updateExecutor-12270-thread-2-processing-n:127.0.0.1:41908_solr) [n:127.0.0.1:41908_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /myplugin/v1.jar
   [junit4]   2> 2727492 INFO  (qtp1415521669-20649) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={meta=true&wt=javabin} status=0 QTime=18
   [junit4]   2> 2727497 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727501 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727513 INFO  (qtp2052387951-20634) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v1.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727523 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727525 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore Missing file in package store: /myplugin/v2.jar
   [junit4]   2> 2727526 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727527 INFO  (qtp2052387951-20636) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727540 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727541 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore Unable to download file : /myplugin/v2.jar
   [junit4]   2> 2727547 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v2.jar and metadata. sizes 867 246
   [junit4]   2> 2727551 INFO  (qtp571144921-20648) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={getFrom=127.0.0.1:35279_solr} status=0 QTime=0
   [junit4]   2> 2727551 INFO  (updateExecutor-12270-thread-2-processing-n:127.0.0.1:41908_solr) [n:127.0.0.1:41908_solr     ] o.a.s.f.DistribPackageStore fetching a file /myplugin/v2.jar from 127.0.0.1:35279_solr 
   [junit4]   2> 2727552 INFO  (qtp1415521669-20649) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={getFrom=127.0.0.1:35279_solr} status=0 QTime=0
   [junit4]   2> 2727552 INFO  (updateExecutor-12243-thread-2-processing-n:127.0.0.1:37512_solr) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore fetching a file /myplugin/v2.jar from 127.0.0.1:35279_solr 
   [junit4]   2> 2727552 INFO  (qtp1881868208-20637) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/.v2.jar.json params={} status=0 QTime=0
   [junit4]   2> 2727552 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={getFrom=127.0.0.1:35279_solr} status=0 QTime=0
   [junit4]   2> 2727552 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore fetching a file /myplugin/v2.jar from 127.0.0.1:35279_solr 
   [junit4]   2> 2727553 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/.v2.jar.json params={} status=0 QTime=0
   [junit4]   2> 2727553 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/myplugin/v2.jar params={sig=StR3DmqaUSL7qjDOeVEiCqE%2BouiZAkW99fsL48F9oWG047o7NGgwwZ36iGgzDC3S2tPaFjRAd9Zg4UK7OZLQzg%3D%3D&wt=javabin&version=2} status=0 QTime=33
   [junit4]   2> 2727553 INFO  (qtp1881868208-20637) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={} status=0 QTime=0
   [junit4]   2> 2727554 INFO  (qtp1881868208-20740) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/.v2.jar.json params={} status=0 QTime=0
   [junit4]   2> 2727554 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={} status=0 QTime=0
   [junit4]   2> 2727555 INFO  (qtp1881868208-20642) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={} status=0 QTime=0
   [junit4]   2> 2727555 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={meta=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727560 INFO  (updateExecutor-12270-thread-2-processing-n:127.0.0.1:41908_solr) [n:127.0.0.1:41908_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v2.jar and metadata. sizes 867 246
   [junit4]   2> 2727560 INFO  (updateExecutor-12270-thread-2-processing-n:127.0.0.1:41908_solr) [n:127.0.0.1:41908_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /myplugin/v2.jar
   [junit4]   2> 2727562 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v2.jar and metadata. sizes 867 246
   [junit4]   2> 2727562 INFO  (updateExecutor-12243-thread-2-processing-n:127.0.0.1:37512_solr) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore persisted a file /myplugin/v2.jar and metadata. sizes 867 246
   [junit4]   2> 2727562 INFO  (updateExecutor-12231-thread-1-processing-n:127.0.0.1:39739_solr) [n:127.0.0.1:39739_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /myplugin/v2.jar
   [junit4]   2> 2727562 INFO  (updateExecutor-12243-thread-2-processing-n:127.0.0.1:37512_solr) [n:127.0.0.1:37512_solr     ] o.a.s.f.PackageStoreAPI downloaded file: /myplugin/v2.jar
   [junit4]   2> 2727660 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727665 INFO  (qtp1881868208-20740) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727669 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727674 INFO  (qtp2052387951-20636) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/myplugin/v2.jar params={meta=true&wt=javabin} status=0 QTime=1
   [junit4]   2> 2727742 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727745 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727767 INFO  (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727767 INFO  (qtp1415521669-20646) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727768 INFO  (qtp1881868208-20637) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2727768 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 2727768 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.p.PackageLoader A new package: mypkg introduced
   [junit4]   2> 2727769 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/myplugin/v1.jar]
   [junit4]   2> 2727813 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727816 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727817 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 2727817 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 2727817 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader A new package: mypkg introduced
   [junit4]   2> 2727818 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.p.PackageLoader A new package: mypkg introduced
   [junit4]   2> 2727818 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/myplugin/v1.jar]
   [junit4]   2> 2727837 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727838 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 2727838 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader A new package: mypkg introduced
   [junit4]   2> 2727838 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/myplugin/v1.jar]
   [junit4]   2> 2727839 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727840 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727841 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node4/filestore/myplugin]
   [junit4]   2> 2727841 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
   [junit4]   2> 2727842 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727844 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node2/filestore/myplugin]
   [junit4]   2> 2727844 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
   [junit4]   2> 2727844 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node3/filestore/myplugin]
   [junit4]   2> 2727844 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
   [junit4]   2> 2727844 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin&version=2} status=0 QTime=155
   [junit4]   2> 2727849 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 0
   [junit4]   2> 2727849 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader A new package: mypkg introduced
   [junit4]   2> 2727849 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/myplugin/v1.jar]
   [junit4]   2> 2727851 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727866 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin} status=0 QTime=0
   [junit4]   2> 2727869 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin} status=0 QTime=0
   [junit4]   2> 2727872 INFO  (qtp571144921-20653) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin} status=0 QTime=0
   [junit4]   2> 2727874 INFO  (qtp2052387951-20636) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin} status=0 QTime=0
   [junit4]   2> 2727877 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2727879 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node1/filestore/myplugin]
   [junit4]   2> 2727879 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
   [junit4]   2> 2727911 INFO  (qtp2052387951-20636) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=36
   [junit4]   2> 2727915 INFO  (qtp1415521669-20647) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 2727942 ERROR (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.a.V2HttpCall >> path: '/plugin/my/path'
   [junit4]   2> 2727943 ERROR (qtp571144921-20644) [n:127.0.0.1:41908_solr     ] o.a.s.a.V2HttpCall Error in init()
   [junit4]   2>           => org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139)
   [junit4]   2> org.apache.solr.common.SolrException: no core retrieved for null
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.init(V2HttpCall.java:139) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:546) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:767) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 2728047 INFO  (qtp1881868208-20740) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/plugin/my/path params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2728053 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728067 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728072 INFO  (qtp571144921-20648) [n:127.0.0.1:41908_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2728072 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 2728072 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 2728072 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader Package mypkg is modified 
   [junit4]   2> 2728072 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader Package mypkg is modified 
   [junit4]   2> 2728072 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader A new version: 2.0 added for package: mypkg with artifacts [/myplugin/v2.jar]
   [junit4]   2> 2728072 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader A new version: 2.0 added for package: mypkg with artifacts [/myplugin/v2.jar]
   [junit4]   2> 2728073 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 2728073 INFO  (qtp1881868208-20639) [n:127.0.0.1:35279_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2728073 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader Package mypkg is modified 
   [junit4]   2> 2728073 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader A new version: 2.0 added for package: mypkg with artifacts [/myplugin/v2.jar]
   [junit4]   2> 2728073 INFO  (qtp2052387951-20633) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
   [junit4]   2> 2728074 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 2728074 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.p.PackageLoader Package mypkg is modified 
   [junit4]   2> 2728074 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.p.PackageLoader /packages.json updated to version 1
   [junit4]   2> 2728074 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.p.PackageLoader Package mypkg is modified 
   [junit4]   2> 2728074 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.p.PackageLoader A new version: 2.0 added for package: mypkg with artifacts [/myplugin/v2.jar]
   [junit4]   2> 2728075 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728084 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728086 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728088 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728089 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728089 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728090 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728090 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node4/filestore/myplugin]
   [junit4]   2> 2728090 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.p.PackageLoader version: 2.0 is the new latest in package: mypkg
   [junit4]   2> 2728091 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading.. 
   [junit4]   2> 2728092 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node2/filestore/myplugin]
   [junit4]   2> 2728092 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.p.PackageLoader version: 2.0 is the new latest in package: mypkg
   [junit4]   2> 2728092 INFO  (qtp1415521669-20734) [n:127.0.0.1:37512_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin&version=2} status=0 QTime=44
   [junit4]   2> 2728094 ERROR (qtp2052387951-20634) [n:127.0.0.1:39739_solr     ] o.a.s.a.AnnotatedApi Error executing command  
   [junit4]   2>           => org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command, errors: [{update=org.apache.solr.client.solrj.request.beans.PluginMeta@5f226d1d, errorMessages=[No such package version:mypkg:2.0 . available versions :[1.0]]}], 
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323)
   [junit4]   2> org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error executing command
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.checkForErrorInPayload(AnnotatedApi.java:323) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi$Cmd.invoke(AnnotatedApi.java:293) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.AnnotatedApi.call(AnnotatedApi.java:196) [java/:?]
   [junit4]   2> 	at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:340) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:818) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:566) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) [java/:?]
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) [java/:?]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) [jetty-servlet-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) [jetty-rewrite-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:500) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) [jetty-server-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) [jetty-io-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) [jetty-util-9.4.27.v20200227.jar:9.4.27.v20200227]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:834) [?:?]
   [junit4]   2> 2728096 INFO  (qtp2052387951-20634) [n:127.0.0.1:39739_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/plugin params={wt=javabin&version=2} status=400 QTime=3
   [junit4]   2> 2728108 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node3/filestore/myplugin]
   [junit4]   2> 2728109 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.p.PackageLoader version: 2.0 is the new latest in package: mypkg
   [junit4]   2> 2728113 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.SolrResourceLoader Added 1 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001/tempDir-001/node1/filestore/myplugin]
   [junit4]   2> 2728113 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.p.PackageLoader version: 2.0 is the new latest in package: mypkg
   [junit4]   2> 2728214 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1143887531
   [junit4]   2> 2728214 INFO  (jetty-closer-12305-thread-2) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=803802408
   [junit4]   2> 2728214 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37512_solr
   [junit4]   2> 2728214 INFO  (jetty-closer-12305-thread-2) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35279_solr
   [junit4]   2> 2728214 INFO  (jetty-closer-12305-thread-3) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=391123335
   [junit4]   2> 2728214 INFO  (jetty-closer-12305-thread-3) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41908_solr
   [junit4]   2> 2728215 INFO  (jetty-closer-12305-thread-2) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2728215 INFO  (jetty-closer-12305-thread-2) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:35279_solr as DOWN
   [junit4]   2> 2728215 INFO  (jetty-closer-12305-thread-3) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2728215 INFO  (jetty-closer-12305-thread-3) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:41908_solr as DOWN
   [junit4]   2> 2728215 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2728215 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:37512_solr as DOWN
   [junit4]   2> 2728216 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 2728216 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 2728216 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 2728216 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (1)
   [junit4]   2> 2728219 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 2728220 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2728220 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ebd0860: rootName = solr_37512, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@638fd1e0
   [junit4]   2> 2728220 INFO  (jetty-closer-12305-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2728220 INFO  (jetty-closer-12305-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74cc96c9: rootName = solr_35279, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@5ef6106f
   [junit4]   2> 2728221 INFO  (jetty-closer-12305-thread-4) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1494521395
   [junit4]   2> 2728221 INFO  (jetty-closer-12305-thread-4) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39739_solr
   [junit4]   2> 2728246 INFO  (jetty-closer-12305-thread-4) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 2728246 INFO  (jetty-closer-12305-thread-4) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:39739_solr as DOWN
   [junit4]   2> 2728247 INFO  (zkCallback-12258-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2728247 INFO  (zkCallback-12274-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2728247 INFO  (zkCallback-12234-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2728247 INFO  (zkCallback-12246-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2728264 INFO  (jetty-closer-12305-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2728265 INFO  (jetty-closer-12305-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3caf6e06: rootName = solr_41908, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@13968dfa
   [junit4]   2> 2728265 INFO  (jetty-closer-12305-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 2728265 INFO  (jetty-closer-12305-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@169235fb: rootName = solr_39739, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1ef9184
   [junit4]   2> 2728286 INFO  (jetty-closer-12305-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric re

[...truncated too long message...]

ics.MetricRegistry@4221d487
   [junit4]   2> 2739790 INFO  (jetty-closer-12420-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2739790 INFO  (jetty-closer-12420-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2739790 INFO  (jetty-closer-12420-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@399d200b: rootName = solr_41330, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4221d487
   [junit4]   2> 2739791 INFO  (jetty-closer-12420-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2739796 INFO  (jetty-closer-12420-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2739796 INFO  (jetty-closer-12420-thread-3) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57077c76: rootName = solr_36567, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4221d487
   [junit4]   2> 2739797 INFO  (jetty-closer-12420-thread-3) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2739806 INFO  (jetty-closer-12420-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 2739806 INFO  (jetty-closer-12420-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@83570: rootName = solr_41079, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5371f735
   [junit4]   2> 2739826 INFO  (jetty-closer-12420-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 2739826 INFO  (jetty-closer-12420-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@780604dd: rootName = solr_41079, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@4221d487
   [junit4]   2> 2739826 INFO  (jetty-closer-12420-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 2739828 INFO  (closeThreadPool-12438-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73229045345943560-127.0.0.1:41330_solr-n_0000000000) closing
   [junit4]   2> 2739829 INFO  (OverseerStateUpdate-73229045345943560-127.0.0.1:41330_solr-n_0000000000) [n:127.0.0.1:41330_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41330_solr
   [junit4]   2> 2739855 INFO  (closeThreadPool-12438-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73229045345943560-127.0.0.1:41330_solr-n_0000000000) closing
   [junit4]   2> 2739956 INFO  (jetty-closer-12420-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73229045345943560-127.0.0.1:41330_solr-n_0000000000) closing
   [junit4]   2> 2739958 INFO  (jetty-closer-12420-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5fe38257{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2739958 INFO  (jetty-closer-12420-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@653663ce{/solr,null,UNAVAILABLE}
   [junit4]   2> 2739958 INFO  (jetty-closer-12420-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2740058 INFO  (jetty-closer-12420-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@28190bf5{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2740058 INFO  (jetty-closer-12420-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@756631de{/solr,null,UNAVAILABLE}
   [junit4]   2> 2740059 INFO  (jetty-closer-12420-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2740158 INFO  (jetty-closer-12420-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3f8692ae{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2740159 INFO  (jetty-closer-12420-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50c6ea42{/solr,null,UNAVAILABLE}
   [junit4]   2> 2740159 INFO  (jetty-closer-12420-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2740259 INFO  (jetty-closer-12420-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@3780860d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 2740259 INFO  (jetty-closer-12420-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c2b696f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2740260 INFO  (jetty-closer-12420-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2740261 INFO  (TEST-TestContainerPlugin.testApi-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2740466 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/packages.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/live_nodes
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2740476 INFO  (TEST-TestContainerPlugin.testApi-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41106
   [junit4]   2> 2740476 INFO  (TEST-TestContainerPlugin.testApi-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41106
   [junit4]   2> 2740476 INFO  (TEST-TestContainerPlugin.testApi-seed#[89B3404D45F773AB]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41106
   [junit4]   2> 2740477 INFO  (TEST-TestContainerPlugin.testApi-seed#[89B3404D45F773AB]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testApi
   [junit4]   2> 2740478 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2740479 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41106
   [junit4]   2> 2740479 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41106
   [junit4]   2> 2740479 INFO  (SUITE-TestContainerPlugin-seed#[89B3404D45F773AB]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41106
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.handler.TestContainerPlugin_89B3404D45F773AB-001
   [junit4]   2> Jul 30, 2020 8:56:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene86, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=ur, timezone=Africa/Gaborone
   [junit4]   2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=132928840,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestHashPartitioner, TestManagedSynonymFilterFactory, TestTolerantUpdateProcessorCloud, MergeStrategyTest, HttpPartitionOnCommitTest, TestStressVersions, TestRSAKeyPair, TestInitQParser, DistributedFacetPivotLongTailTest, TestPostingsSolrHighlighter, ParsingFieldUpdateProcessorsTest, TestManagedSchemaThreadSafety, XmlInterpolationTest, AnalysisAfterCoreReloadTest, TestLogWatcher, LeaderVoteWaitTimeoutTest, PingRequestHandlerTest, CloudExitableDirectoryReaderTest, TestStressThreadBackup, SubstringBytesRefFilterTest, TestAuthenticationFramework, SpatialFilterTest, ZkDynamicConfigTest, TimeRoutedAliasUpdateProcessorTest, TestJsonFacets, TestLazyCores, TestHalfAndHalfDocValues, TestBM25SimilarityFactory, TestSerializedLuceneMatchVersion, UUIDUpdateProcessorFallbackTest, ShardSplitTest, TestReversedWildcardFilterFactory, TermVectorComponentDistributedTest, TestGraphTermsQParserPlugin, SolrShardReporterTest, TestRandomDVFaceting, TestNoOpRegenerator, TestExactSharedStatsCache, TestRangeQuery, TestSolrDeletionPolicy1, AddSchemaFieldsUpdateProcessorFactoryTest, CursorPagingTest, InfoHandlerTest, ShowFileRequestHandlerTest, TestPKIAuthenticationPlugin, HdfsRecoveryZkTest, TestImpersonationWithHadoopAuth, HdfsThreadLeakTest, TestDFRSimilarityFactory, DeleteInactiveReplicaTest, HdfsBasicDistributedZk2Test, TestPivotHelperCode, TestSolrCoreProperties, SparseHLLTest, SolrJmxReporterTest, DistributedSuggestComponentTest, TestInPlaceUpdatesRequiredField, TestCloudJSONFacetSKGEquiv, TestCustomStream, TestGroupingSearch, ConcurrentDeleteAndCreateCollectionTest, HdfsChaosMonkeySafeLeaderTest, QueryElevationComponentTest, TestMacros, ClusterStateUpdateTest, TestCryptoKeys, HdfsLockFactoryTest, Tagger2Test, UpdateLogTest, TestFilteredDocIdSet, TestHighFrequencyDictionaryFactory, TestCharFilters, StatsComponentTest, TestDocBasedVersionConstraints, TestSuggestSpellingConverter, DistributedQueryComponentOptimizationTest, TestUninvertingReader, SolrMetricsIntegrationTest, TestLocalFSCloudBackupRestore, TestContainerPlugin]
   [junit4] Completed [274/868 (1!)] on J0 in 15.99s, 2 tests, 1 error <<< FAILURES!

[...truncated 53954 lines...]