You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/06/02 13:12:55 UTC
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 1078 -
Still unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1078/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
26 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest
Error Message:
ObjectTracker found 11 object(s) that were not released!!! [SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, InternalHttpClient, InternalHttpClient, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:799) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 11 object(s) that were not released!!! [SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, InternalHttpClient, InternalHttpClient, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:799) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852) at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842) at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290) at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207) at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168) at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138) at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36) at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93) at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167) at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 11 object(s) that were not released!!! [SolrZkClient, InternalHttpClient, ZkStateReader, ZkStateReader, InternalHttpClient, InternalHttpClient, ZkStateReader, SolrZkClient, InternalHttpClient, InternalHttpClient, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93)
at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315)
at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:799)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93)
at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93)
at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:367)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93)
at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:205)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:127)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:117)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:345)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.getZkStateReader(ZkClientClusterStateProvider.java:175)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.connect(BaseCloudSolrClient.java:335)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:852)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1290)
at org.apache.solr.handler.CdcrReplicatorManager.getCheckpoint(CdcrReplicatorManager.java:207)
at org.apache.solr.handler.CdcrReplicatorManager.initLogReaders(CdcrReplicatorManager.java:168)
at org.apache.solr.handler.CdcrReplicatorManager.stateUpdate(CdcrReplicatorManager.java:138)
at org.apache.solr.handler.CdcrStateManager.callback(CdcrStateManager.java:36)
at org.apache.solr.handler.CdcrProcessStateManager.setState(CdcrProcessStateManager.java:93)
at org.apache.solr.handler.CdcrProcessStateManager$ProcessStateWatcher.process(CdcrProcessStateManager.java:167)
at org.apache.solr.common.cloud.SolrZkClient$ProcessWatchWithExecutor.lambda$process$1(SolrZkClient.java:877)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1224)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpS
[...truncated too long message...]
ucene.search.similarities.AssertingSimilarity@7f32c54c), locale=lt, timezone=Indian/Cocos
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=6,threads=2,free=82674640,total=194641920
[junit4] 2> NOTE: All tests run in this JVM: [TestIndexSearcher, TestReplicationHandlerDiskOverFlow]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestReplicationHandlerDiskOverFlow -Dtests.seed=5BE968516932F09A -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=lt -Dtests.timezone=Indian/Cocos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestReplicationHandlerDiskOverFlow (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
[junit4] > at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
[junit4] > at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
[junit4] > at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:799)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
[junit4] > at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
[junit4] > at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
[junit4] > at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:670)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1020)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:904)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1315)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:799)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > >
[junit4] > at __randomizedtesting.SeedInfo.seed([5BE968516932F09A]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestReplicationHandlerDiskOverFlow:
[junit4] > 1) Thread[id=87, name=indexFetcher-81-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandlerDiskOverFlow]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([5BE968516932F09A]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=87, name=indexFetcher-81-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandlerDiskOverFlow]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([5BE968516932F09A]:0)
[junit4] Completed [16/20 (10!)] on J1 in 90.77s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 34 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 20 suites, 55 tests, 15 suite-level errors, 5 failures, 25 ignored [seed: 5BE968516932F09A]
Total time: 2 minutes 10 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.lucene.search.TestIndexSearcher
[repro] 0/5 failed: org.apache.solr.cloud.cdcr.CdcrBootstrapTest
[repro] 0/5 failed: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
[repro] 5/5 failed: org.apache.solr.handler.TestReplicationHandlerDiskOverFlow
[repro] 5/5 failed: org.apache.solr.search.TestIndexSearcher
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=5d472c787ae2bd913c71aba6d96ecb83aa7dfe94, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1076
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-11.0.6) - Build # 1088
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1088/
Java: 64bit/jdk-11.0.6 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.pkg.TestPackages.testPluginLoading
Error Message:
req: http://127.0.0.1:53119/api/node/files/mypkg/runtimelibs_v3.jar?wt=javabin&meta=true . attempt: 9 Mismatch for value : '[files, /mypkg/runtimelibs_v3.jar, sha512]' in response , { "responseHeader":{ "status":0, "QTime":0}, "files":{"/mypkg/runtimelibs_v3.jar":null}}
Stack Trace:
java.lang.AssertionError: req: http://127.0.0.1:53119/api/node/files/mypkg/runtimelibs_v3.jar?wt=javabin&meta=true . attempt: 9 Mismatch for value : '[files, /mypkg/runtimelibs_v3.jar, sha512]' in response , {
"responseHeader":{
"status":0,
"QTime":0},
"files":{"/mypkg/runtimelibs_v3.jar":null}}
at __randomizedtesting.SeedInfo.seed([EAB4F819E96E8B1E:3C3218E40A704C84]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.filestore.TestDistribPackageStore.assertResponseValues(TestDistribPackageStore.java:243)
at org.apache.solr.filestore.TestDistribPackageStore.waitForAllNodesHaveFile(TestDistribPackageStore.java:173)
at org.apache.solr.pkg.TestPackages.postFileAndWait(TestPackages.java:643)
at org.apache.solr.pkg.TestPackages.testPluginLoading(TestPackages.java:269)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 15738 lines...]
[junit4] Suite: org.apache.solr.pkg.TestPackages
[junit4] 2> 1730956 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1730956 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1730957 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/data-dir-172-001
[junit4] 2> 1730957 WARN (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1730958 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1730958 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1730960 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testPluginLoading
[junit4] 2> 1730961 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001
[junit4] 2> 1730961 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1730961 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1730961 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1731066 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer start zk server on port: 53112
[junit4] 2> 1731066 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:53112
[junit4] 2> 1731066 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53112
[junit4] 2> 1731066 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53112
[junit4] 2> 1731068 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731072 INFO (zkConnectionManagerCallback-17129-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731072 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731076 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731079 INFO (zkConnectionManagerCallback-17131-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731079 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731080 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731084 INFO (zkConnectionManagerCallback-17133-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731084 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731192 WARN (jetty-launcher-17134-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1731192 WARN (jetty-launcher-17134-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1731192 WARN (jetty-launcher-17134-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1731192 WARN (jetty-launcher-17134-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1731192 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 11.0.6+10
[junit4] 2> 1731196 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1731197 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1731197 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1731197 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1731197 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1731197 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1731198 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5278a303{/solr,null,AVAILABLE}
[junit4] 2> 1731199 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f77f8d7{/solr,null,AVAILABLE}
[junit4] 2> 1731199 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@30935db7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53119}
[junit4] 2> 1731199 INFO (jetty-launcher-17134-thread-3) [ ] o.e.j.s.Server Started @1731287ms
[junit4] 2> 1731199 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53119}
[junit4] 2> 1731199 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1731199 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1731200 ERROR (jetty-launcher-17134-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@a44cb09{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53120}
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T19:36:37.178818Z
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-4) [ ] o.e.j.s.Server Started @1731288ms
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53120}
[junit4] 2> 1731200 ERROR (jetty-launcher-17134-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1731200 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1731201 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 1731201 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1731201 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1731201 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T19:36:37.179158Z
[junit4] 2> 1731201 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78151349{/solr,null,AVAILABLE}
[junit4] 2> 1731201 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731202 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46f7fc98{/solr,null,AVAILABLE}
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6eb4de87{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53121}
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.e.j.s.Server Started @1731290ms
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53121}
[junit4] 2> 1731203 ERROR (jetty-launcher-17134-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T19:36:37.181542Z
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b7bab16{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53122}
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-2) [ ] o.e.j.s.Server Started @1731291ms
[junit4] 2> 1731203 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53122}
[junit4] 2> 1731204 ERROR (jetty-launcher-17134-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1731204 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1731204 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 1731204 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1731204 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1731204 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T19:36:37.182174Z
[junit4] 2> 1731205 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731205 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731207 INFO (zkConnectionManagerCallback-17138-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731207 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731207 INFO (zkConnectionManagerCallback-17136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731207 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731208 INFO (zkConnectionManagerCallback-17140-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731208 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731208 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1731209 INFO (zkConnectionManagerCallback-17142-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731209 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1731209 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731210 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1731210 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1731358 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1731361 WARN (jetty-launcher-17134-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c7648e3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731361 WARN (jetty-launcher-17134-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c7648e3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731365 WARN (jetty-launcher-17134-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@579d132b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731366 WARN (jetty-launcher-17134-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@579d132b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731367 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53112/solr
[junit4] 2> 1731369 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731372 INFO (zkConnectionManagerCallback-17156-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731372 INFO (jetty-launcher-17134-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731413 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1731414 WARN (jetty-launcher-17134-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@73953004[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731414 WARN (jetty-launcher-17134-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@73953004[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731421 WARN (jetty-launcher-17134-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2a38b067[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731421 WARN (jetty-launcher-17134-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2a38b067[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731422 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53112/solr
[junit4] 2> 1731424 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731427 INFO (zkConnectionManagerCallback-17164-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731429 INFO (jetty-launcher-17134-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731487 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731491 INFO (zkConnectionManagerCallback-17169-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731492 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731568 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1731570 WARN (jetty-launcher-17134-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e03db6b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731570 WARN (jetty-launcher-17134-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e03db6b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731574 WARN (jetty-launcher-17134-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31a6ec8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731574 WARN (jetty-launcher-17134-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31a6ec8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731575 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53112/solr
[junit4] 2> 1731576 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731580 INFO (zkConnectionManagerCallback-17180-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731580 INFO (jetty-launcher-17134-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731589 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1731589 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731594 INFO (zkConnectionManagerCallback-17182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731594 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731594 WARN (jetty-launcher-17134-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6d87bb6d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731594 WARN (jetty-launcher-17134-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6d87bb6d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731599 WARN (jetty-launcher-17134-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1ecf35c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731599 WARN (jetty-launcher-17134-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1ecf35c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1731601 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53112/solr
[junit4] 2> 1731603 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731605 INFO (zkConnectionManagerCallback-17190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731606 INFO (jetty-launcher-17134-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731700 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731703 INFO (zkConnectionManagerCallback-17192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731706 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1731819 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1731822 INFO (zkConnectionManagerCallback-17194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1731823 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1735663 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53120_solr
[junit4] 2> 1735669 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.Overseer Overseer (id=72103346036342793-127.0.0.1:53120_solr-n_0000000000) starting
[junit4] 2> 1735708 INFO (OverseerStateUpdate-72103346036342793-127.0.0.1:53120_solr-n_0000000000) [n:127.0.0.1:53120_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53120_solr
[junit4] 2> 1735709 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53120_solr
[junit4] 2> 1735713 INFO (OverseerStateUpdate-72103346036342793-127.0.0.1:53120_solr-n_0000000000) [n:127.0.0.1:53120_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735721 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1735722 WARN (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1735780 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1735791 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735812 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:53121_solr as DOWN
[junit4] 2> 1735815 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735816 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1735819 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1735819 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53121_solr
[junit4] 2> 1735824 INFO (zkCallback-17168-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735827 INFO (zkCallback-17193-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735829 INFO (zkCallback-17181-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735830 INFO (zkCallback-17191-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1735834 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1735834 WARN (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1735840 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:53119_solr as DOWN
[junit4] 2> 1735845 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:53122_solr as DOWN
[junit4] 2> 1735847 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53120.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735848 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1735848 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53119_solr
[junit4] 2> 1735850 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1735850 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53122_solr
[junit4] 2> 1735853 INFO (zkCallback-17168-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1735853 INFO (zkCallback-17193-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1735853 INFO (zkCallback-17191-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1735854 INFO (zkCallback-17181-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
[junit4] 2> 1735855 INFO (zkCallback-17168-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1735856 INFO (zkCallback-17191-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 1735860 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1735861 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1735861 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1735861 WARN (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1735861 WARN (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1735867 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53120.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735867 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53120.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735870 INFO (jetty-launcher-17134-thread-4) [n:127.0.0.1:53120_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node4
[junit4] 2> 1735881 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1735890 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1735909 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53119.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735915 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735926 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53119.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735927 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53119.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735930 INFO (jetty-launcher-17134-thread-3) [n:127.0.0.1:53119_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node3
[junit4] 2> 1735955 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735956 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735958 INFO (jetty-launcher-17134-thread-1) [n:127.0.0.1:53121_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node1
[junit4] 2> 1735964 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53122.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735977 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53122.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735978 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53122.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1735979 INFO (jetty-launcher-17134-thread-2) [n:127.0.0.1:53122_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node2
[junit4] 2> 1735990 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 1735992 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1735994 INFO (zkConnectionManagerCallback-17235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1735994 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1735997 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 1735999 INFO (TEST-TestPackages.testPluginLoading-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53112/solr ready
[junit4] 2> 1736044 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={getFrom=127.0.0.1:53119_solr} status=0 QTime=1
[junit4] 2> 1736045 INFO (updateExecutor-17160-thread-1-processing-n:127.0.0.1:53122_solr) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore fetching a file /_trusted_/keys/pub_key512.der from 127.0.0.1:53119_solr
[junit4] 2> 1736047 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={getFrom=127.0.0.1:53119_solr} status=0 QTime=0
[junit4] 2> 1736047 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore fetching a file /_trusted_/keys/pub_key512.der from 127.0.0.1:53119_solr
[junit4] 2> 1736048 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/.pub_key512.der.json params={} status=0 QTime=0
[junit4] 2> 1736049 INFO (qtp1045734413-26239) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/.pub_key512.der.json params={} status=0 QTime=0
[junit4] 2> 1736050 INFO (qtp1045734413-26232) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={} status=0 QTime=0
[junit4] 2> 1736050 INFO (qtp1618164985-26243) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={getFrom=127.0.0.1:53119_solr} status=0 QTime=0
[junit4] 2> 1736051 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={} status=0 QTime=0
[junit4] 2> 1736052 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore fetching a file /_trusted_/keys/pub_key512.der from 127.0.0.1:53119_solr
[junit4] 2> 1736052 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={sync=true} status=0 QTime=22
[junit4] 1> sync resp: http://127.0.0.1:53119/api/node/files/_trusted_/keys/pub_key512.der?sync=true ,is: null
[junit4] 2> 1736056 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/.pub_key512.der.json params={} status=0 QTime=0
[junit4] 2> 1736059 INFO (qtp1045734413-26239) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={} status=0 QTime=0
[junit4] 2> 1736071 INFO (qtp75707881-26240) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=2
[junit4] 2> 1736075 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore persisted a file /_trusted_/keys/pub_key512.der and metadata. sizes 94 141
[junit4] 2> 1736075 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.PackageStoreAPI downloaded file: /_trusted_/keys/pub_key512.der
[junit4] 2> 1736082 INFO (updateExecutor-17160-thread-1-processing-n:127.0.0.1:53122_solr) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore persisted a file /_trusted_/keys/pub_key512.der and metadata. sizes 94 141
[junit4] 2> 1736083 INFO (updateExecutor-17160-thread-1-processing-n:127.0.0.1:53122_solr) [n:127.0.0.1:53122_solr ] o.a.s.f.PackageStoreAPI downloaded file: /_trusted_/keys/pub_key512.der
[junit4] 2> 1736083 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=1
[junit4] 2> 1736093 INFO (qtp1618164985-26248) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736095 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore persisted a file /_trusted_/keys/pub_key512.der and metadata. sizes 94 141
[junit4] 2> 1736095 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.PackageStoreAPI downloaded file: /_trusted_/keys/pub_key512.der
[junit4] 2> 1736099 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/_trusted_/keys/pub_key512.der params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736111 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736115 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore Missing file in package store: /mypkg/runtimelibs.jar
[junit4] 2> 1736117 INFO (qtp1618164985-26248) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736119 INFO (qtp1045734413-26232) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736121 INFO (qtp75707881-26240) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736121 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore Unable to download file : /mypkg/runtimelibs.jar
[junit4] 2> 1736137 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/runtimelibs.jar and metadata. sizes 6860 246
[junit4] 2> 1736144 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={getFrom=127.0.0.1:53122_solr} status=0 QTime=0
[junit4] 2> 1736145 INFO (updateExecutor-17176-thread-2-processing-n:127.0.0.1:53119_solr) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/runtimelibs.jar from 127.0.0.1:53122_solr
[junit4] 2> 1736145 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.runtimelibs.jar.json params={} status=0 QTime=0
[junit4] 2> 1736146 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={getFrom=127.0.0.1:53122_solr} status=0 QTime=0
[junit4] 2> 1736146 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/runtimelibs.jar from 127.0.0.1:53122_solr
[junit4] 2> 1736146 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={} status=0 QTime=0
[junit4] 2> 1736147 INFO (qtp75707881-26229) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={getFrom=127.0.0.1:53122_solr} status=0 QTime=0
[junit4] 2> 1736147 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/runtimelibs.jar from 127.0.0.1:53122_solr
[junit4] 2> 1736148 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.runtimelibs.jar.json params={} status=0 QTime=0
[junit4] 2> 1736149 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={} status=0 QTime=0
[junit4] 2> 1736149 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/mypkg/runtimelibs.jar params={sig=L3q/qIGs4NaF6JiO0ZkMUFa88j0OmYc%2BI6O7BOdNuMct/xoZ4h73aZHZGc0%2BnmI1f/U3bOlMPINlSOM6LK3JpQ%3D%3D&wt=javabin&version=2} status=0 QTime=43
[junit4] 2> 1736154 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.runtimelibs.jar.json params={} status=0 QTime=0
[junit4] 2> 1736155 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={} status=0 QTime=0
[junit4] 2> 1736161 INFO (updateExecutor-17176-thread-2-processing-n:127.0.0.1:53119_solr) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/runtimelibs.jar and metadata. sizes 6860 246
[junit4] 2> 1736161 INFO (updateExecutor-17176-thread-2-processing-n:127.0.0.1:53119_solr) [n:127.0.0.1:53119_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/runtimelibs.jar
[junit4] 2> 1736162 INFO (qtp75707881-26235) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={meta=true&wt=javabin} status=0 QTime=1
[junit4] 2> 1736183 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/runtimelibs.jar and metadata. sizes 6860 246
[junit4] 2> 1736183 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/runtimelibs.jar
[junit4] 2> 1736190 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/runtimelibs.jar and metadata. sizes 6860 246
[junit4] 2> 1736190 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/runtimelibs.jar
[junit4] 2> 1736275 INFO (qtp75707881-26235) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736284 INFO (qtp1045734413-26239) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736293 INFO (qtp1618164985-26249) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736298 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/runtimelibs.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736311 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736313 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore Missing file in package store: /mypkg/testurpv1.jar
[junit4] 2> 1736314 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736315 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736316 INFO (qtp1618164985-26243) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736316 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore Unable to download file : /mypkg/testurpv1.jar
[junit4] 2> 1736337 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/testurpv1.jar and metadata. sizes 689 246
[junit4] 2> 1736345 INFO (qtp1618164985-26249) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={getFrom=127.0.0.1:53122_solr} status=0 QTime=0
[junit4] 2> 1736345 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/testurpv1.jar from 127.0.0.1:53122_solr
[junit4] 2> 1736346 INFO (qtp1045734413-26239) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={getFrom=127.0.0.1:53122_solr} status=0 QTime=0
[junit4] 2> 1736346 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.testurpv1.jar.json params={} status=0 QTime=0
[junit4] 2> 1736346 INFO (updateExecutor-17176-thread-2-processing-n:127.0.0.1:53119_solr) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/testurpv1.jar from 127.0.0.1:53122_solr
[junit4] 2> 1736347 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.testurpv1.jar.json params={} status=0 QTime=0
[junit4] 2> 1736348 INFO (qtp75707881-26235) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={getFrom=127.0.0.1:53122_solr} status=0 QTime=0
[junit4] 2> 1736348 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={} status=0 QTime=0
[junit4] 2> 1736348 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={} status=0 QTime=0
[junit4] 2> 1736348 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/testurpv1.jar from 127.0.0.1:53122_solr
[junit4] 2> 1736349 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.testurpv1.jar.json params={} status=0 QTime=0
[junit4] 2> 1736350 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/mypkg/testurpv1.jar params={sig=h6UmMzuPqu4hQFGLBMJh/6kDSEXpJlgLsQDXx0KuxXWkV5giilRP57K3towiJRh2J%2BrqihqIghNCi3YgzgUnWQ%3D%3D&wt=javabin&version=2} status=0 QTime=46
[junit4] 2> 1736351 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={} status=0 QTime=0
[junit4] 2> 1736358 INFO (qtp75707881-26229) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736366 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/testurpv1.jar and metadata. sizes 689 246
[junit4] 2> 1736366 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/testurpv1.jar and metadata. sizes 689 246
[junit4] 2> 1736366 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/testurpv1.jar
[junit4] 2> 1736367 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/testurpv1.jar
[junit4] 2> 1736367 INFO (updateExecutor-17176-thread-2-processing-n:127.0.0.1:53119_solr) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/testurpv1.jar and metadata. sizes 689 246
[junit4] 2> 1736367 INFO (updateExecutor-17176-thread-2-processing-n:127.0.0.1:53119_solr) [n:127.0.0.1:53119_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/testurpv1.jar
[junit4] 2> 1736472 INFO (qtp75707881-26229) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736479 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736486 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736493 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/testurpv1.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736508 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736511 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore Missing file in package store: /mypkg/expressible.jar
[junit4] 2> 1736511 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736514 INFO (qtp75707881-26240) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736515 INFO (qtp1618164985-26248) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={omitHeader=true&meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736515 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore Unable to download file : /mypkg/expressible.jar
[junit4] 2> 1736539 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/expressible.jar and metadata. sizes 1977 246
[junit4] 2> 1736552 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={getFrom=127.0.0.1:53119_solr} status=0 QTime=0
[junit4] 2> 1736552 INFO (updateExecutor-17160-thread-3-processing-n:127.0.0.1:53122_solr) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/expressible.jar from 127.0.0.1:53119_solr
[junit4] 2> 1736553 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={getFrom=127.0.0.1:53119_solr} status=0 QTime=0
[junit4] 2> 1736553 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/expressible.jar from 127.0.0.1:53119_solr
[junit4] 2> 1736554 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.expressible.jar.json params={} status=0 QTime=0
[junit4] 2> 1736554 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.expressible.jar.json params={} status=0 QTime=0
[junit4] 2> 1736555 INFO (qtp1045734413-26232) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={} status=0 QTime=0
[junit4] 2> 1736555 INFO (qtp75707881-26229) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={getFrom=127.0.0.1:53119_solr} status=0 QTime=0
[junit4] 2> 1736555 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore fetching a file /mypkg/expressible.jar from 127.0.0.1:53119_solr
[junit4] 2> 1736556 INFO (qtp1045734413-26239) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/.expressible.jar.json params={} status=0 QTime=0
[junit4] 2> 1736556 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={} status=0 QTime=0
[junit4] 2> 1736557 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/files/mypkg/expressible.jar params={sig=ZOT11arAiPmPZYOHzqodiNnxO9pRyRozWZEBX8XGjU1/HJptFnZK%2BDI7eXnUtbNaMcbXE2Ze8hh4M/eGyhY8BQ%3D%3D&wt=javabin&version=2} status=0 QTime=52
[junit4] 2> 1736570 INFO (qtp1045734413-26232) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={} status=0 QTime=13
[junit4] 2> 1736574 INFO (qtp75707881-26235) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736591 INFO (updateExecutor-17160-thread-3-processing-n:127.0.0.1:53122_solr) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/expressible.jar and metadata. sizes 1977 246
[junit4] 2> 1736591 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/expressible.jar and metadata. sizes 1977 246
[junit4] 2> 1736591 INFO (updateExecutor-17160-thread-3-processing-n:127.0.0.1:53122_solr) [n:127.0.0.1:53122_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/expressible.jar
[junit4] 2> 1736591 INFO (updateExecutor-17186-thread-1-processing-n:127.0.0.1:53121_solr) [n:127.0.0.1:53121_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/expressible.jar
[junit4] 2> 1736606 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.DistribPackageStore persisted a file /mypkg/expressible.jar and metadata. sizes 1977 246
[junit4] 2> 1736606 INFO (updateExecutor-17152-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.f.PackageStoreAPI downloaded file: /mypkg/expressible.jar
[junit4] 2> 1736681 INFO (qtp75707881-26235) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736687 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={meta=true&wt=javabin} status=0 QTime=1
[junit4] 2> 1736700 INFO (qtp1618164985-26249) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736706 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/node/files/mypkg/expressible.jar params={meta=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736766 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736774 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736783 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736789 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736796 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736799 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736821 DEBUG (zkCallback-17181-thread-1) [ ] o.a.s.p.PackageAPI Updating [/packages.json] ...
[junit4] 2> 1736821 DEBUG (zkCallback-17193-thread-1) [ ] o.a.s.p.PackageAPI Updating [/packages.json] ...
[junit4] 2> 1736821 DEBUG (zkCallback-17191-thread-1) [ ] o.a.s.p.PackageAPI Updating [/packages.json] ...
[junit4] 2> 1736821 DEBUG (zkCallback-17168-thread-1) [ ] o.a.s.p.PackageAPI Updating [/packages.json] ...
[junit4] 2> 1736831 INFO (qtp1618164985-26243) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736838 INFO (qtp1045734413-26239) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736849 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={expectedVersion1=&omitHeader=true&wt=javabin} status=0 QTime=0
[junit4] 2> 1736854 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.p.PackageLoader /packages.json updated to version 1
[junit4] 2> 1736854 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.p.PackageLoader A new package: mypkg introduced
[junit4] 2> 1736865 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/mypkg/runtimelibs.jar, /mypkg/testurpv1.jar, /mypkg/expressible.jar]
[junit4] 2> 1736915 INFO (zkCallback-17191-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version 0
[junit4] 2> 1736915 INFO (zkCallback-17191-thread-1) [ ] o.a.s.p.PackageLoader A new package: mypkg introduced
[junit4] 2> 1736916 INFO (zkCallback-17191-thread-1) [ ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/mypkg/runtimelibs.jar, /mypkg/testurpv1.jar, /mypkg/expressible.jar]
[junit4] 2> 1736916 INFO (zkCallback-17193-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version 0
[junit4] 2> 1736916 INFO (zkCallback-17193-thread-1) [ ] o.a.s.p.PackageLoader A new package: mypkg introduced
[junit4] 2> 1736916 INFO (zkCallback-17193-thread-1) [ ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/mypkg/runtimelibs.jar, /mypkg/testurpv1.jar, /mypkg/expressible.jar]
[junit4] 2> 1736916 INFO (zkCallback-17168-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version 0
[junit4] 2> 1736916 INFO (zkCallback-17168-thread-1) [ ] o.a.s.p.PackageLoader A new package: mypkg introduced
[junit4] 2> 1736916 INFO (zkCallback-17168-thread-1) [ ] o.a.s.p.PackageLoader A new version: 1.0 added for package: mypkg with artifacts [/mypkg/runtimelibs.jar, /mypkg/testurpv1.jar, /mypkg/expressible.jar]
[junit4] 2> 1736916 INFO (zkCallback-17181-thread-1) [ ] o.a.s.p.PackageLoader /packages.json updated to version 0
[junit4] 2> 1736916 INFO (zkCallback-17181-thread-1) [ ] o.a.s.p.PackageLoader A new package: mypkg introduced
[junit4] 2> 1736922 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736922 INFO (zkCallback-17191-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736924 INFO (zkCallback-17193-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736924 INFO (zkCallback-17168-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736925 INFO (zkCallback-17191-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736931 INFO (zkCallback-17193-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736932 INFO (zkCallback-17168-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736934 INFO (zkCallback-17191-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736935 INFO (zkCallback-17193-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736936 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736937 INFO (zkCallback-17191-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736939 INFO (zkCallback-17193-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736951 INFO (zkCallback-17168-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736962 INFO (zkCallback-17191-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736963 INFO (zkCallback-17193-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736964 INFO (zkCallback-17168-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736967 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736973 INFO (zkCallback-17193-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736975 INFO (zkCallback-17193-thread-1) [ ] o.a.s.c.SolrResourceLoader Added 3 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node1/filestore/mypkg]
[junit4] 2> 1736976 INFO (zkCallback-17193-thread-1) [ ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
[junit4] 2> 1736981 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736981 INFO (zkCallback-17168-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736981 INFO (zkCallback-17191-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736983 INFO (zkCallback-17191-thread-1) [ ] o.a.s.c.SolrResourceLoader Added 3 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node3/filestore/mypkg]
[junit4] 2> 1736983 INFO (zkCallback-17191-thread-1) [ ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
[junit4] 2> 1736994 INFO (zkCallback-17168-thread-1) [ ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736994 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1736996 INFO (zkCallback-17168-thread-1) [ ] o.a.s.c.SolrResourceLoader Added 3 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node4/filestore/mypkg]
[junit4] 2> 1736996 INFO (zkCallback-17168-thread-1) [ ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
[junit4] 2> 1736998 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.f.DistribPackageStore pub_key512.der does not exist locally, downloading..
[junit4] 2> 1737001 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.c.SolrResourceLoader Added 3 libs to classloader, from paths: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node2/filestore/mypkg]
[junit4] 2> 1737001 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.p.PackageLoader version: 1.0 is the new latest in package: mypkg
[junit4] 2> 1737001 INFO (qtp633098705-26247) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/package params={wt=javabin&version=2} status=0 QTime=272
[junit4] 2> 1737004 INFO (qtp1618164985-26248) [n:127.0.0.1:53121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=100&name=testPluginLoadingColl&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1737047 INFO (OverseerThreadFactory-17207-thread-1-processing-n:127.0.0.1:53120_solr) [n:127.0.0.1:53120_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testPluginLoadingColl
[junit4] 2> 1737225 INFO (qtp1618164985-26243) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737239 INFO (qtp633098705-26238) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737253 INFO (qtp75707881-26240) [n:127.0.0.1:53120_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1737253 INFO (qtp75707881-26240) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737255 INFO (qtp1045734413-26236) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737265 INFO (qtp1618164985-26249) [n:127.0.0.1:53121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 1737267 INFO (qtp633098705-26246) [n:127.0.0.1:53122_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737268 INFO (qtp75707881-26229) [n:127.0.0.1:53120_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737270 INFO (qtp1045734413-26232) [n:127.0.0.1:53119_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1737329 INFO (OverseerStateUpdate-72103346036342793-127.0.0.1:53120_solr-n_0000000000) [n:127.0.0.1:53120_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testPluginLoadingColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testPluginLoadingColl_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53119/solr",
[junit4] 2> "node_name":"127.0.0.1:53119_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1737370 INFO (OverseerStateUpdate-72103346036342793-127.0.0.1:53120_solr-n_0000000000) [n:127.0.0.1:53120_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testPluginLoadingColl",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testPluginLoadingColl_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53120/solr",
[junit4] 2> "node_name":"127.0.0.1:53120_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1737397 INFO (OverseerStateUpdate-72103346036342793-127.0.0.1:53120_solr-n_0000000000) [n:127.0.0.1:53120_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testPluginLoadingColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testPluginLoadingColl_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53122/solr",
[junit4] 2> "node_name":"127.0.0.1:53122_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1737465 INFO (OverseerStateUpdate-72103346036342793-127.0.0.1:53120_solr-n_0000000000) [n:127.0.0.1:53120_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testPluginLoadingColl",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testPluginLoadingColl_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:53121/solr",
[junit4] 2> "node_name":"127.0.0.1:53121_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1737854 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testPluginLoadingColl_shard1_replica_n1&action=CREATE&numShards=2&collection=testPluginLoadingColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1737856 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testPluginLoadingColl_shard1_replica_n2&action=CREATE&numShards=2&collection=testPluginLoadingColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1737864 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testPluginLoadingColl_shard2_replica_n6&action=CREATE&numShards=2&collection=testPluginLoadingColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1737870 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr x:testPluginLoadingColl_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testPluginLoadingColl_shard2_replica_n4&action=CREATE&numShards=2&collection=testPluginLoadingColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1738103 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr c:testPluginLoadingColl s:shard1 r:core_node3 x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1738159 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr c:testPluginLoadingColl s:shard2 r:core_node8 x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1738167 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr c:testPluginLoadingColl s:shard1 r:core_node5 x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1738193 INFO (qtp633098705-26251) [n:127.0.0.1:53122_solr c:testPluginLoadingColl s:shard2 r:core_node7 x:testPluginLoadingColl_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 1738203 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr c:testPluginLoadingColl s:shard2 r:core_node8 x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1738207 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr c:testPluginLoadingColl s:shard1 r:core_node3 x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1738208 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr c:testPluginLoadingColl s:shard2 r:core_node8 x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1738208 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr c:testPluginLoadingColl s:shard2 r:core_node8 x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'testPluginLoadingColl_shard2_replica_n6' using configuration from configset conf, trusted=true
[junit4] 2> 1738208 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr c:testPluginLoadingColl s:shard1 r:core_node5 x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=minimal
[junit4] 2> 1738208 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr c:testPluginLoadingColl s:shard2 r:core_node8 x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53121.solr.core.testPluginLoadingColl.shard2.replica_n6' (registry 'solr.core.testPluginLoadingColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1738208 INFO (qtp1618164985-26241) [n:127.0.0.1:53121_solr c:testPluginLoadingColl s:shard2 r:core_node8 x:testPluginLoadingColl_shard2_replica_n6 ] o.a.s.c.SolrCore [[testPluginLoadingColl_shard2_replica_n6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node1/testPluginLoadingColl_shard2_replica_n6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node1/testPluginLoadingColl_shard2_replica_n6/data/]
[junit4] 2> 1738208 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr c:testPluginLoadingColl s:shard1 r:core_node3 x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1738208 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr c:testPluginLoadingColl s:shard1 r:core_node3 x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testPluginLoadingColl_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 1738208 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr c:testPluginLoadingColl s:shard1 r:core_node3 x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53119.solr.core.testPluginLoadingColl.shard1.replica_n1' (registry 'solr.core.testPluginLoadingColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1738208 INFO (qtp1045734413-26244) [n:127.0.0.1:53119_solr c:testPluginLoadingColl s:shard1 r:core_node3 x:testPluginLoadingColl_shard1_replica_n1 ] o.a.s.c.SolrCore [[testPluginLoadingColl_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node3/testPluginLoadingColl_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node3/testPluginLoadingColl_shard1_replica_n1/data/]
[junit4] 2> 1738208 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr c:testPluginLoadingColl s:shard1 r:core_node5 x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1738208 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr c:testPluginLoadingColl s:shard1 r:core_node5 x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testPluginLoadingColl_shard1_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 1738208 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr c:testPluginLoadingColl s:shard1 r:core_node5 x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53120.solr.core.testPluginLoadingColl.shard1.replica_n2' (registry 'solr.core.testPluginLoadingColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5c574053
[junit4] 2> 1738219 INFO (qtp75707881-26233) [n:127.0.0.1:53120_solr c:testPluginLoadingColl s:shard1 r:core_node5 x:testPluginLoadingColl_shard1_replica_n2 ] o.a.s.c.SolrCore [[testPluginLoadingColl_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node4/testPluginLoadingColl_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001/tempDir-001/node4/testPluginLoadingColl_sh
[...truncated too long message...]
lrJmxReporter@12cb4a06: rootName = solr_53279, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@a9520c2
[junit4] 2> 1780432 INFO (jetty-closer-17602-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1780446 INFO (jetty-closer-17602-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 1780447 INFO (jetty-closer-17602-thread-4) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@627ba4c1: rootName = solr_53280, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@a9520c2
[junit4] 2> 1780447 INFO (jetty-closer-17602-thread-4) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 1780726 INFO (jetty-closer-17602-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@36e45c6e{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1780727 INFO (jetty-closer-17602-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@769e98e2{/solr,null,UNAVAILABLE}
[junit4] 2> 1780730 INFO (jetty-closer-17602-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1784868 INFO (jetty-closer-17602-thread-4) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4dd895d7{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1784876 INFO (jetty-closer-17602-thread-4) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@670fd57f{/solr,null,UNAVAILABLE}
[junit4] 2> 1784877 INFO (jetty-closer-17602-thread-4) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1787378 INFO (jetty-closer-17602-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5b74196d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 1787378 INFO (jetty-closer-17602-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@551a7d94{/solr,null,UNAVAILABLE}
[junit4] 2> 1787379 INFO (jetty-closer-17602-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1787545 INFO (TEST-TestPackages.testAPI-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1788038 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/packages.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/72103348175306765-127.0.0.1:53278_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 23 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> 1788228 INFO (TEST-TestPackages.testAPI-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53272
[junit4] 2> 1788228 INFO (TEST-TestPackages.testAPI-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53272
[junit4] 2> 1788228 INFO (TEST-TestPackages.testAPI-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53272
[junit4] 2> 1788232 INFO (TEST-TestPackages.testAPI-seed#[EAB4F819E96E8B1E]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAPI
[junit4] 2> 1788663 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1788671 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53272
[junit4] 2> 1788671 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53272
[junit4] 2> 1788671 INFO (SUITE-TestPackages-seed#[EAB4F819E96E8B1E]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53272
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.pkg.TestPackages_EAB4F819E96E8B1E-001
[junit4] 2> Jun 04, 2020 7:37:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=HighCompressionCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=9, maxDocsPerChunk=834, blockShift=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=9, blockSize=5)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6f23f22e), locale=cu, timezone=America/Lima
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 11.0.6 (64-bit)/cpus=6,threads=1,free=113922208,total=461004800
[junit4] 2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, SolrJmxReporterTest, SuggesterTSTTest, TestShardHandlerFactory, SpatialHeatmapFacetsTest, IndexSizeTriggerTest, TimeRoutedAliasUpdateProcessorTest, HdfsRecoveryZkTest, FieldAnalysisRequestHandlerTest, TestWithCollection, TestAuthorizationFramework, NumericFieldsTest, TestCollectionAPI, TestApiFramework, ForceLeaderWithTlogReplicasTest, TestJettySolrRunner, TestCustomStream, OverseerSolrResponseUnsafeSerializationTest, TestStressUserVersions, MetricsHandlerTest, TestSolrTestCaseJ4, GraphQueryTest, ReplaceNodeNoTargetTest, HttpSolrCallGetCoreTest, TestNumericTerms32, IgnoreLargeDocumentProcessorFactoryTest, DistribJoinFromCollectionTest, TestConfigSetProperties, CdcrRequestHandlerTest, TokenizerChainTest, HdfsUnloadDistributedZkTest, TestSubQueryTransformer, ShowFileRequestHandlerTest, TestLeaderElectionWithEmptyReplica, TestSolrIndexConfig, SortSpecParsingTest, DateMathParserTest, TestMergePolicyConfig, TestImplicitCoreProperties, DistributedIntervalFacetingTest, CustomCollectionTest, DistributedFacetPivotLongTailTest, DistanceFunctionTest, TestSort, TestRecovery, RegexBoostProcessorTest, SpatialRPTFieldTypeTest, TestCloudSchemaless, CloudExitableDirectoryReaderTest, QueryElevationComponentTest, TestSimPolicyCloud, ZkStateReaderTest, SearchHandlerTest, SortByFunctionTest, ResourceLoaderTest, SharedFSAutoReplicaFailoverTest, TestCharFilters, SolrMetricManagerTest, TestDistributedMap, RootFieldTest, PeerSyncReplicationTest, MigrateRouteKeyTest, CreateCollectionCleanupTest, TestBM25SimilarityFactory, DateRangeFieldTest, TestInitQParser, TestUtils, TestDistributedMissingSort, CachingDirectoryFactoryTest, DistributedTermsComponentTest, SpellCheckComponentTest, TestMinHashQParser, TestJoin, ZkShardTermsTest, TestJavabinTupleStreamParser, LeaderTragicEventTest, XCJFQueryTest, BitVectorTest, TestFieldCollectionResource, TestRestoreCore, TestFieldCacheSort, TestWriterPerf, TestManagedStopFilterFactory, HdfsBasicDistributedZkTest, XsltUpdateRequestHandlerTest, BooleanFieldTest, IndexSizeEstimatorTest, TestUpdate, TestFiltering, TestStressThreadBackup, BasicDistributedZk2Test, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderTest, ConnectionManagerTest, DeleteReplicaTest, LeaderFailureAfterFreshStartTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, SplitShardTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestCloudRecovery2, TestClusterProperties, TestConfigSetsAPIExclusivity, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestRandomFlRTGCloud, TestShortCircuitedRequests, TestStressCloudBlindAtomicUpdates, TestTolerantUpdateProcessorRandomCloud, VMParamsZkACLAndCredentialsProvidersTest, ZkCLITest, AutoAddReplicasPlanActionTest, AutoScalingHandlerTest, HdfsAutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, TriggerEventQueueTest, TriggerIntegrationTest, DocumentAnalysisRequestHandlerTest, TestReplicationHandler, HighlighterWithoutStoredIdTest, UninvertDocValuesMergePolicyTest, TestLegacyNumericUtils, TestNumericTokenStream, TestLogWatcher, JvmMetricsTest, TestPackages]
[junit4] Completed [698/910 (1!)] on J0 in 58.28s, 2 tests, 1 failure <<< FAILURES!
[...truncated 48143 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1088/consoleText
[repro] Revision: 3bbb8e3d4168c3d84658438e10fadf98da08d006
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line: ant test -Dtestcase=TestPackages -Dtests.method=testPluginLoading -Dtests.seed=EAB4F819E96E8B1E -Dtests.slow=true -Dtests.locale=cu -Dtests.timezone=America/Lima -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestPackages
[repro] ant compile-test
[...truncated 3475 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestPackages" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=EAB4F819E96E8B1E -Dtests.slow=true -Dtests.locale=cu -Dtests.timezone=America/Lima -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 86 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.pkg.TestPackages
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-12.0.2) - Build # 1087
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1087/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6D9954914D21EE1A:7523DC9D431423F5]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertTrue(Assert.java:52)
at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:256)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([6D9954914D21EE1A:7523DC9D431423F5]:0)
at org.junit.Assert.fail(Assert.java:86)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.junit.Assert.assertTrue(Assert.java:52)
at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:256)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 14125 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
[junit4] 2> 804222 INFO (SUITE-NodeMarkersRegistrationTest-seed#[6D9954914D21EE1A]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 804223 INFO (SUITE-NodeMarkersRegistrationTest-seed#[6D9954914D21EE1A]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001/data-dir-40-001
[junit4] 2> 804223 INFO (SUITE-NodeMarkersRegistrationTest-seed#[6D9954914D21EE1A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 804224 INFO (SUITE-NodeMarkersRegistrationTest-seed#[6D9954914D21EE1A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 804224 INFO (SUITE-NodeMarkersRegistrationTest-seed#[6D9954914D21EE1A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 804227 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 804228 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001/tempDir-001
[junit4] 2> 804229 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 804230 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 804230 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 804330 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer start zk server on port: 50515
[junit4] 2> 804330 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:50515
[junit4] 2> 804330 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:50515
[junit4] 2> 804330 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 50515
[junit4] 2> 804334 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804342 INFO (zkConnectionManagerCallback-3638-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804342 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804349 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804353 INFO (zkConnectionManagerCallback-3640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804353 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804357 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804363 INFO (zkConnectionManagerCallback-3642-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804363 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804480 WARN (jetty-launcher-3643-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 804481 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 804481 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 804481 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 804484 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 804484 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 804484 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 804484 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6de2f7a5{/solr,null,AVAILABLE}
[junit4] 2> 804486 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d4481c{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50524}
[junit4] 2> 804486 INFO (jetty-launcher-3643-thread-1) [ ] o.e.j.s.Server Started @804552ms
[junit4] 2> 804486 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50524}
[junit4] 2> 804486 WARN (jetty-launcher-3643-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 804486 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 804486 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 804486 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 804487 ERROR (jetty-launcher-3643-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 804487 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 804487 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 804487 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 804487 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 804487 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T14:23:16.717954Z
[junit4] 2> 804489 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 804489 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 804489 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 804490 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804491 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c1d8719{/solr,null,AVAILABLE}
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7de76fcb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50525}
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.e.j.s.Server Started @804558ms
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50525}
[junit4] 2> 804492 ERROR (jetty-launcher-3643-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 804492 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T14:23:16.722695Z
[junit4] 2> 804494 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804495 INFO (zkConnectionManagerCallback-3645-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804495 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804497 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 804498 INFO (zkConnectionManagerCallback-3647-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804498 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804499 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 804714 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 804719 WARN (jetty-launcher-3643-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@19a0cfef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804719 WARN (jetty-launcher-3643-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@19a0cfef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804735 WARN (jetty-launcher-3643-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@766f129[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804736 WARN (jetty-launcher-3643-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@766f129[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804738 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50515/solr
[junit4] 2> 804741 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804761 INFO (zkConnectionManagerCallback-3661-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804762 INFO (jetty-launcher-3643-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804776 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 804780 WARN (jetty-launcher-3643-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@41f15bf3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804781 WARN (jetty-launcher-3643-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@41f15bf3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804788 WARN (jetty-launcher-3643-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@55880455[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804788 WARN (jetty-launcher-3643-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@55880455[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 804789 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50515/solr
[junit4] 2> 804791 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804796 INFO (zkConnectionManagerCallback-3669-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804797 INFO (jetty-launcher-3643-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804880 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804899 INFO (zkConnectionManagerCallback-3671-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804899 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 804970 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 804975 INFO (zkConnectionManagerCallback-3675-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 804976 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 805039 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50525_solr
[junit4] 2> 805043 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.Overseer Overseer (id=72102113927692296-127.0.0.1:50525_solr-n_0000000000) starting
[junit4] 2> 805102 INFO (OverseerStateUpdate-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [n:127.0.0.1:50525_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50525_solr
[junit4] 2> 805111 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 805113 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50525_solr
[junit4] 2> 805123 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 805125 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 805125 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 805134 INFO (zkCallback-3674-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805155 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:50525_solr]
[junit4] 2> 805158 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 805158 WARN (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 805169 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 805187 DEBUG (ScheduledTrigger-3680-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 805187 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 805198 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 805243 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50525.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 805259 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50525.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 805259 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50525.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 805262 INFO (jetty-launcher-3643-thread-2) [n:127.0.0.1:50525_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001/tempDir-001/node2
[junit4] 2> 805786 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 805824 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:50524_solr as DOWN
[junit4] 2> 805831 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 805831 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50524_solr
[junit4] 2> 805841 INFO (zkCallback-3674-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 805842 INFO (zkCallback-3670-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 805848 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 805848 WARN (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 805870 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 805941 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50524.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 805963 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50524.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 805963 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50524.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 805965 INFO (jetty-launcher-3643-thread-1) [n:127.0.0.1:50524_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001/tempDir-001/node1
[junit4] 2> 805993 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 805996 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 806001 INFO (zkConnectionManagerCallback-3698-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806002 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 806011 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 806021 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50515/solr ready
[junit4] 2> 806065 INFO (qtp135509870-6227) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=9
[junit4] 2> 806078 INFO (qtp135509870-6226) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 806082 INFO (qtp1931517919-6236) [n:127.0.0.1:50525_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 806082 INFO (qtp1931517919-6236) [n:127.0.0.1:50525_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 806083 DEBUG (qtp135509870-6228) [n:127.0.0.1:50524_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 806086 INFO (qtp135509870-6228) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=17
[junit4] 2> 806089 DEBUG (zkCallback-3674-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 806091 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 806092 INFO (qtp135509870-6229) [n:127.0.0.1:50524_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 806120 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 806126 DEBUG (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 806155 INFO (qtp135509870-6229) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=62
[junit4] 2> 806158 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 806159 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 806159 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 806159 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 806168 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 806169 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 806169 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 806170 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71b1ee1d{/solr,null,AVAILABLE}
[junit4] 2> 806174 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1d278477{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50564}
[junit4] 2> 806174 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.Server Started @806240ms
[junit4] 2> 806175 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50564}
[junit4] 2> 806177 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 806177 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 806177 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 806177 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 806177 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 806177 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T14:23:18.407799Z
[junit4] 2> 806182 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 806188 INFO (zkConnectionManagerCallback-3700-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806188 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 806200 DEBUG (ScheduledTrigger-3680-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 806201 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 806488 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 806490 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50010644[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 806490 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50010644[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 806497 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1496bac2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 806497 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1496bac2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 806498 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50515/solr
[junit4] 2> 806500 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 806508 INFO (zkConnectionManagerCallback-3711-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806509 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 806617 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 806621 INFO (zkConnectionManagerCallback-3713-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 806621 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 806682 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 806720 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:50564_solr as DOWN
[junit4] 2> 806727 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 806728 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50564_solr
[junit4] 2> 806757 INFO (zkCallback-3674-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806758 INFO (zkCallback-3670-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806759 INFO (zkCallback-3712-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806760 INFO (zkCallback-3697-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 806771 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 806773 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 806815 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 806867 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50564.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 806899 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50564.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 806899 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50564.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 806902 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50564_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001/tempDir-001/node3
[junit4] 2> 806915 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 806918 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.a.NodeMarkersRegistrationTest ====== KILL OVERSEER 1
[junit4] 2> 806918 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1321872474
[junit4] 2> 806918 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50525_solr
[junit4] 2> 806919 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 806920 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:50525_solr as DOWN
[junit4] 2> 806937 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 806937 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a46fd31: rootName = solr_50525, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@61947026
[junit4] 2> 806953 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 806953 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@204811fe: rootName = solr_50525, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@769580c0
[junit4] 2> 806957 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 806957 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18a89b20: rootName = solr_50525, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@34f7ea86
[junit4] 2> 806957 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 806961 INFO (closeThreadPool-3726-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72102113927692296-127.0.0.1:50525_solr-n_0000000000) closing
[junit4] 2> 806961 INFO (OverseerStateUpdate-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [n:127.0.0.1:50525_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50525_solr
[junit4] 2> 806968 DEBUG (closeThreadPool-3726-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 806969 DEBUG (closeThreadPool-3726-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 806969 DEBUG (closeThreadPool-3726-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 806969 DEBUG (closeThreadPool-3726-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 806969 DEBUG (closeThreadPool-3726-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 806969 DEBUG (closeThreadPool-3726-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 806970 INFO (OverseerAutoScalingTriggerThread-72102113927692296-127.0.0.1:50525_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 806971 INFO (closeThreadPool-3726-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72102113927692296-127.0.0.1:50525_solr-n_0000000000) closing
[junit4] 2> 806979 INFO (zkCallback-3670-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 807080 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.Overseer Overseer (id=72102113927692296-127.0.0.1:50525_solr-n_0000000000) closing
[junit4] 2> 807082 INFO (zkCallback-3712-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 807082 INFO (zkCallback-3697-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 807083 INFO (zkCallback-3670-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:50524_solr
[junit4] 2> 807087 INFO (zkCallback-3670-thread-2) [n:127.0.0.1:50524_solr ] o.a.s.c.Overseer Overseer (id=72102113927692295-127.0.0.1:50524_solr-n_0000000001) starting
[junit4] 2> 807095 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@7de76fcb{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 807096 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4c1d8719{/solr,null,UNAVAILABLE}
[junit4] 2> 807097 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 807100 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 50525
[junit4] 2> 807103 INFO (OverseerStateUpdate-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [n:127.0.0.1:50524_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:50524_solr
[junit4] 2> 807105 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 807105 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 0
[junit4] 2> 807106 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 807109 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:50524_solr, 127.0.0.1:50564_solr]
[junit4] 2> 807112 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:50525_solr
[junit4] 2> 807112 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 807117 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 807117 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:50525_solr
[junit4] 2> 807118 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 808493 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 809860 DEBUG (ScheduledTrigger-3728-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 812113 INFO (qtp135509870-6227) [n:127.0.0.1:50524_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 812131 INFO (qtp135509870-6227) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 812135 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.a.NodeMarkersRegistrationTest ====== ADD TRIGGERS
[junit4] 2> 812142 INFO (qtp135509870-6228) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 812146 INFO (qtp1737496445-6295) [n:127.0.0.1:50564_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 812146 DEBUG (qtp135509870-6229) [n:127.0.0.1:50524_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 812148 INFO (qtp135509870-6229) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=10
[junit4] 2> 812149 DEBUG (zkCallback-3670-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 812150 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 812153 INFO (qtp135509870-6227) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 812155 INFO (qtp1737496445-6296) [n:127.0.0.1:50564_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 812156 DEBUG (qtp135509870-6226) [n:127.0.0.1:50524_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 812157 INFO (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeMarkersRegistrationTest TestEventMarkerAction init
[junit4] 2> 812157 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR - Initial livenodes: [127.0.0.1:50524_solr, 127.0.0.1:50564_solr]
[junit4] 2> 812157 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest$TestEventMarkerAction}], enabled=true}
[junit4] 2> 812158 INFO (qtp135509870-6226) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=8
[junit4] 2> 812158 DEBUG (zkCallback-3670-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 812160 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 812163 INFO (qtp135509870-6229) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 812164 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
[junit4] 2> 812164 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 812165 INFO (qtp1737496445-6297) [n:127.0.0.1:50564_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 812165 DEBUG (qtp135509870-6228) [n:127.0.0.1:50524_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 812167 INFO (qtp135509870-6228) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=6
[junit4] 2> 812168 DEBUG (zkCallback-3670-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 812168 INFO (qtp135509870-6227) [n:127.0.0.1:50524_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 812170 INFO (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeMarkersRegistrationTest TestEventMarkerAction init
[junit4] 2> 812170 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_triggerMR - Initial livenodes: [127.0.0.1:50524_solr, 127.0.0.1:50564_solr]
[junit4] 2> 812175 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 812179 INFO (OverseerCollectionConfigSetProcessor-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [n:127.0.0.1:50524_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 812180 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4
[junit4] 2> 812180 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 812185 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 812185 INFO (qtp135509870-6227) [n:127.0.0.1:50524_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=16
[junit4] 2> 812185 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.a.NodeMarkersRegistrationTest ====== ADD NODE 1
[junit4] 2> 812186 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 812186 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 812186 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 812186 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 812188 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 812189 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 812189 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 812189 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dd68cf4{/solr,null,AVAILABLE}
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3616eeb9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:50640}
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.Server Started @812256ms
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50640}
[junit4] 2> 812190 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 812190 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T14:23:24.420992Z
[junit4] 2> 812192 DEBUG (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 812192 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 812204 INFO (zkConnectionManagerCallback-3732-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 812204 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 812209 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 812309 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 812314 DEBUG (ScheduledTrigger-3728-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 812314 DEBUG (ScheduledTrigger-3728-thread-3) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 812314 DEBUG (ScheduledTrigger-3728-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 812461 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 812465 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@54be3c64[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 812465 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@54be3c64[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 812470 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c3294e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 812470 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c3294e1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 812472 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50515/solr
[junit4] 2> 812476 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 812481 INFO (zkConnectionManagerCallback-3743-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 812482 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 812590 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 812594 INFO (zkConnectionManagerCallback-3745-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 812594 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 812665 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 812689 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:50640_solr as DOWN
[junit4] 2> 812696 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 812697 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50640_solr
[junit4] 2> 812712 INFO (zkCallback-3697-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 812712 INFO (zkCallback-3670-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 812713 INFO (zkCallback-3744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 812713 INFO (zkCallback-3712-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 812729 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 812730 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 812761 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 812788 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50640.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 812799 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50640.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 812800 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_50640.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@76c1fb86
[junit4] 2> 812802 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [n:127.0.0.1:50640_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001/tempDir-001/node4
[junit4] 2> 812824 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 814198 INFO (OverseerCollectionConfigSetProcessor-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [n:127.0.0.1:50524_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 814774 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 814776 DEBUG (ScheduledTrigger-3728-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 814776 DEBUG (ScheduledTrigger-3728-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 814776 DEBUG (ScheduledTrigger-3728-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 814776 DEBUG (ScheduledTrigger-3728-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:50640_solr at time 679330149798897
[junit4] 2> 820659 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 820659 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 3 and last live nodes: 3
[junit4] 2> 820659 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 820659 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
[junit4] 2> 820659 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_triggerMR firing registered processor for nodes: [127.0.0.1:50640_solr] added at times [679330149798897], now=679336033064683
[junit4] 2> 820659 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":679330149798897,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[679330149798897],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:50640_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 820668 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [node_lost_triggerMR, node_added_triggerMR, .auto_add_replicas]
[junit4] 2> 820680 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":679330149798897,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[679330149798897],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":679336042563984,
[junit4] 2> "nodeNames":["127.0.0.1:50640_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 820681 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeMarkersRegistrationTest --- listener fired for event: {
[junit4] 2> "id":"269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":679330149798897,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[679330149798897],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":679336042563984,
[junit4] 2> "nodeNames":["127.0.0.1:50640_solr"],
[junit4] 2> "replicaType":"NRT"}}, stage: STARTED
[junit4] 2> 820681 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeMarkersRegistrationTest --- listener wait complete for event: {
[junit4] 2> "id":"269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":679330149798897,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[679330149798897],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":679336042563984,
[junit4] 2> "nodeNames":["127.0.0.1:50640_solr"],
[junit4] 2> "replicaType":"NRT"}}, stage: STARTED
[junit4] 2> 820681 DEBUG (ScheduledTrigger-3728-thread-1) [ ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:50640_solr
[junit4] 2> 820682 DEBUG (AutoscalingActionExecutor-3729-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":679330149798897,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[679330149798897],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":679336042563984,
[junit4] 2> "nodeNames":["127.0.0.1:50640_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 820684 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=997963409
[junit4] 2> 820684 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50640_solr
[junit4] 2> 820696 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 820696 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:50640_solr as DOWN
[junit4] 2> 820698 INFO (zkCallback-3712-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 820699 DEBUG (AutoscalingActionExecutor-3729-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa",
[junit4] 2> "source":"node_added_triggerMR",
[junit4] 2> "eventTime":679330149798897,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[679330149798897],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":679336042563984,
[junit4] 2> "nodeNames":["127.0.0.1:50640_solr"],
[junit4] 2> "replicaType":"NRT"}}
[junit4] 2> 820700 DEBUG (AutoscalingActionExecutor-3729-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_triggerMR after 5000ms
[junit4] 2> 820700 DEBUG (AutoscalingActionExecutor-3729-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 5000ms
[junit4] 2> 820700 DEBUG (AutoscalingActionExecutor-3729-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_triggerMR after 5000ms
[junit4] 2> 820700 DEBUG (AutoscalingActionExecutor-3729-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 18 ms for event id=269d8e04393f1Ta3emyxln668zvrsel8hr8mmoa
[junit4] 2> 820704 INFO (zkCallback-3670-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 820704 INFO (zkCallback-3697-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 820705 INFO (zkCallback-3744-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 820709 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 820709 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1253d296: rootName = solr_50640, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@24da4c12
[junit4] 2> 820721 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 820721 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@488a3a3c: rootName = solr_50640, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@769580c0
[junit4] 2> 820728 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 820728 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33c0b8a4: rootName = solr_50640, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@34f7ea86
[junit4] 2> 820728 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 820842 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3616eeb9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 820842 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7dd68cf4{/solr,null,UNAVAILABLE}
[junit4] 2> 820842 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 833532 DEBUG (ScheduledTrigger-3728-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_triggerMR with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 833532 DEBUG (ScheduledTrigger-3728-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:50640_solr
[junit4] 2> 833533 DEBUG (ScheduledTrigger-3728-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
[junit4] 2> 833533 DEBUG (ScheduledTrigger-3728-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:50640_solr
[junit4] 2> 833533 DEBUG (ScheduledTrigger-3728-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_triggerMR
[junit4] 2> 833533 DEBUG (ScheduledTrigger-3728-thread-4) [ ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
[junit4] 2> 833648 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1765474465
[junit4] 2> 833648 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50524_solr
[junit4] 2> 833648 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=422730330
[junit4] 2> 833648 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:50564_solr
[junit4] 2> 833649 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 833649 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:50524_solr as DOWN
[junit4] 2> 833650 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 833650 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:50564_solr as DOWN
[junit4] 2> 833654 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 833654 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61eb3fdd: rootName = solr_50524, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1fe4083c
[junit4] 2> 833659 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 833659 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@726d4105: rootName = solr_50564, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@1176902e
[junit4] 2> 833676 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 833676 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@19077a36: rootName = solr_50524, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@769580c0
[junit4] 2> 833677 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 833677 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eda4a09: rootName = solr_50564, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@769580c0
[junit4] 2> 833681 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 833681 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eea6056: rootName = solr_50564, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@34f7ea86
[junit4] 2> 833681 INFO (jetty-closer-3759-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 833682 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 833682 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41611a4d: rootName = solr_50524, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@34f7ea86
[junit4] 2> 833682 INFO (jetty-closer-3759-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
[junit4] 2> 833684 INFO (closeThreadPool-3769-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72102113927692295-127.0.0.1:50524_solr-n_0000000001) closing
[junit4] 2> 833685 INFO (OverseerStateUpdate-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [n:127.0.0.1:50524_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:50524_solr
[junit4] 2> 833685 DEBUG (closeThreadPool-3769-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 833685 DEBUG (closeThreadPool-3769-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 833685 DEBUG (closeThreadPool-3769-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 833686 INFO (OverseerAutoScalingTriggerThread-72102113927692295-127.0.0.1:50524_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 833686 DEBUG (closeThreadPool-3769-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 833686 DEBUG (closeThreadPool-3769-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 833686 DEBUG (closeThreadPool-3769-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread O
[...truncated too long message...]
o.a.s.c.a.SystemLogListener Exception sending event. Collection: .system, event: {
[junit4] 2> "id":"26c27d8ee4c8dTa3emyxln668zvrsel8hr8mihx",
[junit4] 2> "source":"node_lost_triggerMR",
[junit4] 2> "eventTime":681868352441485,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[681868352441485],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":681873668722333,
[junit4] 2> "nodeNames":["127.0.0.1:56047_solr"]}}, exception: org.apache.solr.common.AlreadyClosedException
[junit4] 2> 30520 WARN (AutoscalingActionExecutor-94-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
[junit4] 2> => java.lang.NullPointerException
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:341)
[junit4] 2> java.lang.NullPointerException: null
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:341) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> 30520 DEBUG (AutoscalingActionExecutor-94-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 29 ms for event id=26c27d8ee4c8dTa3emyxln668zvrsel8hr8mihx
[junit4] 2> 30521 INFO (OverseerAutoScalingTriggerThread-72102279611154440-127.0.0.1:55942_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 30528 DEBUG (closeThreadPool-133-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 30528 DEBUG (closeThreadPool-133-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 30528 DEBUG (closeThreadPool-133-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 30548 INFO (closeThreadPool-133-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72102279611154440-127.0.0.1:55942_solr-n_0000000001) closing
[junit4] 2> 30647 INFO (jetty-closer-124-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72102279611154440-127.0.0.1:55942_solr-n_0000000001) closing
[junit4] 2> 30655 INFO (jetty-closer-124-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@14946c3d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 30656 INFO (jetty-closer-124-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@55092b9f{/solr,null,UNAVAILABLE}
[junit4] 2> 30657 INFO (jetty-closer-124-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 30762 INFO (jetty-closer-124-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6565b82d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
[junit4] 2> 30763 INFO (jetty-closer-124-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4551f6e8{/solr,null,UNAVAILABLE}
[junit4] 2> 30764 INFO (jetty-closer-124-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 30768 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 30988 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/autoscaling.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 24 /solr/live_nodes
[junit4] 2> 14 /solr/overseer/queue
[junit4] 2> 12 /solr/overseer/collection-queue-work
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/autoscaling/events/node_added_triggerMR
[junit4] 2> 2 /solr/autoscaling/events/node_lost_triggerMR
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 30994 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:55915
[junit4] 2> 30994 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:55915
[junit4] 2> 30994 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 55915
[junit4] 2> 30995 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[6D9954914D21EE1A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=6D9954914D21EE1A -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=so -Dtests.timezone=Pacific/Palau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 26.6s J0 | NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([6D9954914D21EE1A:7523DC9D431423F5]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:256)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:835)
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_6D9954914D21EE1A-001
[junit4] 2> Jun 04, 2020 3:05:51 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=212, maxMBSortInHeap=6.745846149045527, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@56f3c2de), locale=so, timezone=Pacific/Palau
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=2,free=114963168,total=194838528
[junit4] 2> NOTE: All tests run in this JVM: [NodeMarkersRegistrationTest]
[junit4] Completed [3/5 (3!)] on J0 in 30.37s, 1 test, 1 failure <<< FAILURES!
[...truncated 23 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 5 suites, 5 tests, 3 failures [seed: 6D9954914D21EE1A]
Total time: 36 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 3/5 failed: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=94916a6a8a1cf38cc03767f3f2f4e2d38a4ad271, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1086
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 1086
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1086/
Java: 64bit/jdk-13.0.2 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL: 1) Thread[id=24434, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudClusterSSL] at java.base@13.0.2/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL:
1) Thread[id=24434, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestMiniSolrCloudClusterSSL]
at java.base@13.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
at __randomizedtesting.SeedInfo.seed([580CABAAD15D11ED]:0)
Build Log:
[...truncated 2311 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/core/test/temp/junit4-J3-20200604_085613_3821479941521034398620.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/core/test/temp/junit4-J1-20200604_085613_3809025842785501158301.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/core/test/temp/junit4-J4-20200604_085613_38315959602080557153327.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 5 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/core/test/temp/junit4-J0-20200604_085613_38416044223144307948056.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 5 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/core/test/temp/junit4-J2-20200604_085613_3825283305026173588599.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 308 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J4-20200604_085919_8987724262004668220449.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J3-20200604_085919_89810025363017138700811.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 16 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J1-20200604_085919_89813301846055356262997.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J0-20200604_085919_89818110144539896843642.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/test-framework/test/temp/junit4-J2-20200604_085919_8986875087207261651372.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 1116 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J2-20200604_085955_5237023203495443250597.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J3-20200604_085955_5259547658742805032323.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 6 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J4-20200604_085955_52617207454838740144118.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J0-20200604_085955_5239596536548699736428.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/common/test/temp/junit4-J1-20200604_085955_52314064415960301293111.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 254 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J2-20200604_090036_824919565074208258170.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J1-20200604_090036_8244149492496664175010.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J4-20200604_090036_826983182254216971306.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 5 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J3-20200604_090036_825343637863843227786.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/icu/test/temp/junit4-J0-20200604_090036_824564120357401076760.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 236 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J4-20200604_090045_97817370705214325886.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J3-20200604_090045_97810484598600430801190.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 5 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20200604_090045_9755975876428138541916.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20200604_090045_9754467107137114870093.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20200604_090045_97712602984796694951254.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 169 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J1-20200604_090054_6429993579096063098035.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J0-20200604_090054_6424803633606743620385.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/morfologik/test/temp/junit4-J2-20200604_090054_64412933925234832503985.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 193 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/nori/test/temp/junit4-J2-20200604_090059_31213240519502316457372.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/nori/test/temp/junit4-J4-20200604_090059_31416067277756678838476.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/nori/test/temp/junit4-J0-20200604_090059_311714534558807771454.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/nori/test/temp/junit4-J3-20200604_090059_31313091836595564583198.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/nori/test/temp/junit4-J1-20200604_090059_31110516388593087906300.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 171 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J3-20200604_090107_02318279054967061583864.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J4-20200604_090107_0241516412503538997622.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J2-20200604_090107_0217478883451664443944.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J0-20200604_090107_0214141673383645002341.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/opennlp/test/temp/junit4-J1-20200604_090107_02117347901870128861608.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 179 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J3-20200604_090112_37416594119913249945694.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J2-20200604_090112_37316835680523281366399.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J0-20200604_090112_37311879426502356773843.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J4-20200604_090112_3753791360557888256494.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/phonetic/test/temp/junit4-J1-20200604_090112_3737066268916821683704.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 165 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J0-20200604_090118_72318445001202553644921.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/smartcn/test/temp/junit4-J1-20200604_090118_7237074794687564220619.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 163 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J3-20200604_090122_16314756073278103829169.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J2-20200604_090122_16211131223723700171616.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J0-20200604_090122_16214911824782114537266.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/analysis/stempel/test/temp/junit4-J1-20200604_090122_1623298542996993055922.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 186 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J2-20200604_090126_73515470371412480936085.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 11 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J1-20200604_090126_73515722360020335137759.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J4-20200604_090126_7388031905856799775907.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 19 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J3-20200604_090126_7365689429873929460402.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 20 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/backward-codecs/test/temp/junit4-J0-20200604_090126_7356991249323291486563.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 1391 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J3-20200604_090331_54117079103226967601739.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 6 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J4-20200604_090331_542526819941513216650.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J0-20200604_090331_53910237760051516772202.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J2-20200604_090331_540178283391352370905.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/benchmark/test/temp/junit4-J1-20200604_090331_54017587685856941764066.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 250 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/classification/test/temp/junit4-J1-20200604_090343_52216878400910396196523.syserr
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/classification/test/temp/junit4-J3-20200604_090343_5257446991540379639356.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/classification/test/temp/junit4-J0-20200604_090343_5229411419644356084485.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/classification/test/temp/junit4-J2-20200604_090343_5234851109428070354702.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/classification/test/temp/junit4-J4-20200604_090343_5261996280809461932704.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 322 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/codecs/test/temp/junit4-J0-20200604_090351_1253165297677958826049.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/codecs/test/temp/junit4-J2-20200604_090351_1255812271366692381579.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 16 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/codecs/test/temp/junit4-J1-20200604_090351_1255532085931820314396.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/codecs/test/temp/junit4-J4-20200604_090351_12716501364651156838484.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 11 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/codecs/test/temp/junit4-J3-20200604_090351_1275465171995810660687.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 234 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/demo/test/temp/junit4-J1-20200604_090442_34517664846171976106249.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/demo/test/temp/junit4-J0-20200604_090442_34518407481619452770191.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/demo/test/temp/junit4-J4-20200604_090442_34611912119616595106896.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/demo/test/temp/junit4-J3-20200604_090442_3462018117874179530279.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/demo/test/temp/junit4-J2-20200604_090442_34515979094271930946807.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 179 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/expressions/test/temp/junit4-J4-20200604_090447_35315725046321190139900.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/expressions/test/temp/junit4-J1-20200604_090447_3518378540246087226136.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/expressions/test/temp/junit4-J2-20200604_090447_35114463144309035268106.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/expressions/test/temp/junit4-J3-20200604_090447_35217257759038326390389.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/expressions/test/temp/junit4-J0-20200604_090447_35111285890313673848338.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 239 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/facet/test/temp/junit4-J3-20200604_090453_70715407853815425868219.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/facet/test/temp/junit4-J0-20200604_090453_70611140807180912123178.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/facet/test/temp/junit4-J2-20200604_090453_70614509535412891763790.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/facet/test/temp/junit4-J1-20200604_090453_7068860926212310680095.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/facet/test/temp/junit4-J4-20200604_090453_70717666841287582549904.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 212 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/grouping/test/temp/junit4-J3-20200604_090510_99516541560987730621654.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/grouping/test/temp/junit4-J1-20200604_090510_9942182937480804037413.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/grouping/test/temp/junit4-J2-20200604_090510_9943034758450314623979.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/grouping/test/temp/junit4-J0-20200604_090510_99415217519981790697267.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/grouping/test/temp/junit4-J4-20200604_090510_99511961797098464681181.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 257 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J3-20200604_090519_3465879133195106240709.syserr
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J4-20200604_090519_3465487446792776920607.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 9 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J1-20200604_090519_34515962175004632136191.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J2-20200604_090519_34510375414240795777915.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/highlighter/test/temp/junit4-J0-20200604_090519_3451265674430885717746.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 172 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/join/test/temp/junit4-J2-20200604_090537_42814231610499535711743.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/join/test/temp/junit4-J3-20200604_090537_42815637012684316839690.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/join/test/temp/junit4-J4-20200604_090537_4295645635741537341491.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/join/test/temp/junit4-J1-20200604_090537_42815635639994542178467.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/join/test/temp/junit4-J0-20200604_090537_42817354899020125104463.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 305 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/luke/test/temp/junit4-J0-20200604_090548_57917381135648894127646.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/luke/test/temp/junit4-J1-20200604_090548_5793967553553786408428.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/luke/test/temp/junit4-J4-20200604_090548_5834150771787981795999.syserr
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/luke/test/temp/junit4-J3-20200604_090548_5814261132734790917543.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/luke/test/temp/junit4-J2-20200604_090548_58012532617138904791385.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 161 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/memory/test/temp/junit4-J0-20200604_090558_01513208907809923720432.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/memory/test/temp/junit4-J1-20200604_090558_0161502409281752143139.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 192 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/misc/test/temp/junit4-J3-20200604_090602_10815425279576624961663.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/misc/test/temp/junit4-J4-20200604_090602_10814797187971470145783.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 6 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/misc/test/temp/junit4-J2-20200604_090602_1075346207570322824892.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/misc/test/temp/junit4-J0-20200604_090602_1072633093753978188064.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/misc/test/temp/junit4-J1-20200604_090602_1079266266007036764743.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 267 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/monitor/test/temp/junit4-J3-20200604_090613_04518202647596887965134.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/monitor/test/temp/junit4-J0-20200604_090613_04410668237916544499897.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/monitor/test/temp/junit4-J1-20200604_090613_0443455319155131965524.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/monitor/test/temp/junit4-J4-20200604_090613_04611740664329535019563.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/monitor/test/temp/junit4-J2-20200604_090613_0456061946050282389432.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 250 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queries/test/temp/junit4-J4-20200604_090623_85669627481932846777.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queries/test/temp/junit4-J1-20200604_090623_85417837381266451205494.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 9 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queries/test/temp/junit4-J2-20200604_090623_8547258121543540746153.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queries/test/temp/junit4-J0-20200604_090623_854397256183943233478.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queries/test/temp/junit4-J3-20200604_090623_8552970205349637872471.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 231 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J0-20200604_090633_94413394292009543432526.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 12 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J3-20200604_090633_94417810240068194466704.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J2-20200604_090633_9449289141313985275226.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J1-20200604_090633_94414417730966491085353.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/queryparser/test/temp/junit4-J4-20200604_090633_9455270008104579604622.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 196 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/replicator/test/temp/junit4-J0-20200604_090644_4526773333913406195567.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/replicator/test/temp/junit4-J1-20200604_090644_45311117251374454414428.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/replicator/test/temp/junit4-J4-20200604_090644_4535122556390841920573.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/replicator/test/temp/junit4-J3-20200604_090644_4537197449808965568794.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 23 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/replicator/test/temp/junit4-J2-20200604_090644_4531370760999750706997.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 197 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J1-20200604_090656_41110897094451239310177.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J0-20200604_090656_41110382082328679987641.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 11 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J3-20200604_090656_41213655166746077030854.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J4-20200604_090656_4121104820995651034624.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/sandbox/test/temp/junit4-J2-20200604_090656_41112056594343228863009.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 277 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J3-20200604_090708_82915520192514220947677.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 9 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J0-20200604_090708_82815814443098960618216.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J4-20200604_090708_8301835361771981081704.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J1-20200604_090708_82813385695882330169939.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 12 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial-extras/test/temp/junit4-J2-20200604_090708_8298751176284853074121.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 197 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J0-20200604_090729_25017829174215394400055.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J2-20200604_090729_25010342302390872748409.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 6 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J1-20200604_090729_25011434043903958297991.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J4-20200604_090729_25217136137742936392321.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 5 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/spatial3d/test/temp/junit4-J3-20200604_090729_25110337494320960970299.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 261 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/suggest/test/temp/junit4-J3-20200604_090738_1355062933442618260189.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/suggest/test/temp/junit4-J4-20200604_090738_13615619855194878823355.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/suggest/test/temp/junit4-J1-20200604_090738_1347472328314991231760.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/suggest/test/temp/junit4-J2-20200604_090738_13416039355427287563475.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/build/suggest/test/temp/junit4-J0-20200604_090738_1334436502041042500786.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3564 lines...]
[junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[junit4] 2> 1261049 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[580CABAAD15D11ED]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 1261049 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[580CABAAD15D11ED]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1261050 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[580CABAAD15D11ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_580CABAAD15D11ED-001/data-dir-81-001
[junit4] 2> 1261050 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[580CABAAD15D11ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1261050 INFO (SUITE-TestMiniSolrCloudClusterSSL-seed#[580CABAAD15D11ED]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1261053 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSslWithInvalidPeerName
[junit4] 2> 1261053 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.TestMiniSolrCloudClusterSSL NOTE: This Test ignores the randomized SSL & clientAuth settings selected by base class
[junit4] 2> 1261054 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestMiniSolrCloudClusterSSL_580CABAAD15D11ED-001/tempDir-001
[junit4] 2> 1261054 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1261055 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 1261055 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1261165 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.ZkTestServer start zk server on port: 64372
[junit4] 2> 1261165 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:64372
[junit4] 2> 1261165 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:64372
[junit4] 2> 1261165 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 64372
[junit4] 2> 1261167 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261170 INFO (zkConnectionManagerCallback-14103-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261170 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261173 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261175 INFO (zkConnectionManagerCallback-14105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261175 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261176 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261178 INFO (zkConnectionManagerCallback-14107-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261178 INFO (TEST-TestMiniSolrCloudClusterSSL.testSslWithInvalidPeerName-seed#[580CABAAD15D11ED]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261288 WARN (jetty-launcher-14108-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1261288 WARN (jetty-launcher-14108-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1261288 WARN (jetty-launcher-14108-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1261288 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 1261289 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 13.0.2+8
[junit4] 2> 1261292 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1261292 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1261292 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1261292 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1261292 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1261292 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1261293 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@672fd19f{/solr,null,AVAILABLE}
[junit4] 2> 1261293 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1261293 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1261293 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1261293 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@519bc22f{/solr,null,AVAILABLE}
[junit4] 2> 1261293 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@72d4df16{/solr,null,AVAILABLE}
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79a1c2cd{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64379}
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.e.j.s.Server Started @1261336ms
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64379}
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c931ef6{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64380}
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-1) [ ] o.e.j.s.Server Started @1261336ms
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64380}
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40f9dbaa{ssl, (ssl, alpn, http/1.1, h2)}{127.0.0.1:64381}
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.e.j.s.Server Started @1261337ms
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=64381}
[junit4] 2> 1261294 ERROR (jetty-launcher-14108-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1261294 ERROR (jetty-launcher-14108-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T09:29:35.052904Z
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1261294 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T09:29:35.052947Z
[junit4] 2> 1261295 ERROR (jetty-launcher-14108-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1261295 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1261295 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 1261295 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1261295 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 1261295 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T09:29:35.053160Z
[junit4] 2> 1261295 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261296 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261296 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261300 INFO (zkConnectionManagerCallback-14112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261300 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261300 INFO (zkConnectionManagerCallback-14110-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261300 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261300 INFO (zkConnectionManagerCallback-14114-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261300 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261301 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1261301 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1261302 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1261469 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1261471 WARN (jetty-launcher-14108-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@59b2bf1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261471 WARN (jetty-launcher-14108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@59b2bf1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261474 WARN (jetty-launcher-14108-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7cb43d56[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261474 WARN (jetty-launcher-14108-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7cb43d56[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261475 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64372/solr
[junit4] 2> 1261476 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261480 INFO (zkConnectionManagerCallback-14128-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261480 INFO (jetty-launcher-14108-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261510 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1261512 WARN (jetty-launcher-14108-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33a1ec78[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261512 WARN (jetty-launcher-14108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33a1ec78[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261514 WARN (jetty-launcher-14108-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b51b9d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261514 WARN (jetty-launcher-14108-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b51b9d4[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261515 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64372/solr
[junit4] 2> 1261516 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261519 INFO (zkConnectionManagerCallback-14136-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261519 INFO (jetty-launcher-14108-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261605 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1261606 WARN (jetty-launcher-14108-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a8da565[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261606 WARN (jetty-launcher-14108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a8da565[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261608 WARN (jetty-launcher-14108-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@65405d9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261608 WARN (jetty-launcher-14108-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@65405d9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1261609 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:64372/solr
[junit4] 2> 1261610 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261612 INFO (zkConnectionManagerCallback-14147-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261612 INFO (jetty-launcher-14108-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261633 INFO (jetty-launcher-14108-thread-2) [n:127.0.0.1:64381_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261634 INFO (jetty-launcher-14108-thread-1) [n:127.0.0.1:64380_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261636 INFO (zkConnectionManagerCallback-14151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261636 INFO (jetty-launcher-14108-thread-2) [n:127.0.0.1:64381_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261636 INFO (zkConnectionManagerCallback-14149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261636 INFO (jetty-launcher-14108-thread-1) [n:127.0.0.1:64380_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261735 INFO (jetty-launcher-14108-thread-3) [n:127.0.0.1:64379_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1261737 INFO (zkConnectionManagerCallback-14157-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1261738 INFO (jetty-launcher-14108-thread-3) [n:127.0.0.1:64379_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1261760 INFO (jetty-launcher-14108-thread-3) [n:127.0.0.1:64379_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:64379_solr
[junit4] 2> 1261761 INFO (jetty-launcher-14108-thread-3) [n:127.0.0.1:64379_solr ] o.a.s.c.Overseer Overseer (id=72100959074975755-127.0.0.1:64379_solr-n_0000000000) starting
[junit4] 2> 1261775 INFO (OverseerStateUpdate-72100959074975755-127.0.0.1:64379_solr-n_0000000000) [n:127.0.0.1:64379_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:64379_solr
[junit4] 2> 1261775 INFO (jetty-launcher-14108-thread-3) [n:127.0.0.1:64379_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:64379_solr
[junit4] 2> 1261777 INFO (OverseerStateUpdate-72100959074975755-127.0.0.1:64379_solr-n_0000000000) [n:127.0.0.1:64379_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2
[...truncated too long message...]
t4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J0-20200604_095547_01215302936109109427809.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J3-20200604_095547_014290036195682346237.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-langid/test/temp/junit4-J1-20200604_095547_01310155019024278848922.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 682 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J4-20200604_095604_2427340179739368441990.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J3-20200604_095604_24212482763951214849998.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 6 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20200604_095604_23611833244542667236772.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20200604_095604_2419131068158884124455.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 3 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20200604_095604_24017808645823189638943.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 582 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J0-20200604_095704_26916683097612795915805.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 3 lines...]
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J2-20200604_095704_2707643479587184966328.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[...truncated 13 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J1-20200604_095704_2698780019718667097176.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[...truncated 3 lines...]
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J4-20200604_095704_27592602791408729620.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 3 lines...]
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-prometheus-exporter/test/temp/junit4-J3-20200604_095704_27013243567719268897155.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[...truncated 569 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20200604_095734_2933674557193004334921.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 38157 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1086/consoleText
[repro] Revision: 5827ddf2fae664a5c014a42a95db14dd2f3cbbf9
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC"
[repro] Repro line: ant test -Dtestcase=TestMiniSolrCloudClusterSSL -Dtests.seed=580CABAAD15D11ED -Dtests.slow=true -Dtests.locale=tg -Dtests.timezone=America/Blanc-Sablon -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestMiniSolrCloudClusterSSL
[repro] ant compile-test
[...truncated 3475 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestMiniSolrCloudClusterSSL" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=580CABAAD15D11ED -Dtests.slow=true -Dtests.locale=tg -Dtests.timezone=America/Blanc-Sablon -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 44 lines...]
[junit4] JVM J0: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/temp/junit4-J0-20200604_100305_4266572013568955948702.syserr
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J0: EOF ----
[...truncated 40 lines...]
[junit4] JVM J1: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/temp/junit4-J1-20200604_100305_4262614110747235405846.syserr
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J1: EOF ----
[junit4] JVM J2: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/temp/junit4-J2-20200604_100305_42616932730098491474321.syserr
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J2: EOF ----
[junit4] JVM J3: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/temp/junit4-J3-20200604_100305_42614614539976231631370.syserr
[junit4] >>> JVM J3 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J3: EOF ----
[junit4] JVM J4: stderr was not empty, see: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/temp/junit4-J4-20200604_100305_42611134704742311368584.syserr
[junit4] >>> JVM J4 emitted unexpected output (verbatim) ----
[junit4] OpenJDK 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
[junit4] <<< JVM J4: EOF ----
[...truncated 27 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-12.0.2) - Build # 1085
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1085/
Java: 64bit/jdk-12.0.2 -XX:+UseCompressedOops -XX:+UseG1GC
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest: 1) Thread[id=19334, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HttpPartitionTest] at java.base@12.0.2/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
1) Thread[id=19334, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
at __randomizedtesting.SeedInfo.seed([4BD55581F7824730]:0)
FAILED: org.apache.solr.cloud.UnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=1133, name=testExecutor-691-thread-4, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1133, name=testExecutor-691-thread-4, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57978: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([4BD55581F7824730]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:663)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$2(BasicDistributedZkTest.java:760)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 13446 lines...]
[junit4] Suite: org.apache.solr.cloud.UnloadDistributedZkTest
[junit4] 2> 89186 INFO (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 89187 INFO (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/data-dir-4-001
[junit4] 2> 89187 WARN (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 89187 INFO (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 89188 INFO (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776") w/ MAC_OS_X supressed clientAuth
[junit4] 2> 89189 INFO (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 89189 INFO (SUITE-UnloadDistributedZkTest-seed#[4BD55581F7824730]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 2> 89199 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 89199 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 89199 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 89300 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer start zk server on port: 57897
[junit4] 2> 89300 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:57897
[junit4] 2> 89300 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57897
[junit4] 2> 89300 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57897
[junit4] 2> 89314 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 89322 INFO (zkConnectionManagerCallback-483-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 89323 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 89339 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 89343 INFO (zkConnectionManagerCallback-485-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 89348 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 89359 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 89366 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 89372 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 89381 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 89386 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 89390 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 89395 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 89399 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 89403 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 89413 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 89419 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkTestServer put /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 89425 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 90642 WARN (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 90643 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 90643 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 90643 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 90672 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 90676 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 90676 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 90683 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@246b365a{/,null,AVAILABLE}
[junit4] 2> 90692 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@31973da0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57911}
[junit4] 2> 90694 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.s.Server Started @90779ms
[junit4] 2> 90696 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/tempDir-001/control/data, hostPort=57911, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/control-001/cores}
[junit4] 2> 90700 ERROR (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 90700 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 90700 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 90700 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 90700 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 90701 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T04:09:44.750028Z
[junit4] 2> 90718 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 90719 INFO (zkConnectionManagerCallback-487-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 90722 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 90831 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 90844 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/control-001/solr.xml
[junit4] 2> 90852 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 90852 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 90854 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 91283 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 91306 WARN (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@27a2f142[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 91306 WARN (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@27a2f142[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 91322 WARN (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@755473fd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 91322 WARN (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@755473fd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 91324 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57897/solr
[junit4] 2> 91334 INFO (zkConnectionManagerCallback-498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 91347 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 91348 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 91460 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 91464 INFO (zkConnectionManagerCallback-500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 91464 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 92259 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:57911_
[junit4] 2> 92263 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.Overseer Overseer (id=72099701336768516-127.0.0.1:57911_-n_0000000000) starting
[junit4] 2> 92295 INFO (OverseerStateUpdate-72099701336768516-127.0.0.1:57911_-n_0000000000) [n:127.0.0.1:57911_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:57911_
[junit4] 2> 92297 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57911_
[junit4] 2> 92311 INFO (zkCallback-499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 92332 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 92333 WARN (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 92365 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 92405 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 92422 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 92423 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 92424 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:57911_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/control-001/cores
[junit4] 2> 92435 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 92438 INFO (zkConnectionManagerCallback-517-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 92438 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 92442 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 92445 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57897/solr ready
[junit4] 2> 92453 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57911_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 92466 INFO (OverseerThreadFactory-507-thread-1-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 92587 INFO (qtp125460636-809) [n:127.0.0.1:57911_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 92588 INFO (qtp125460636-809) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 92594 INFO (qtp125460636-807) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 92613 INFO (qtp125460636-808) [n:127.0.0.1:57911_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 93657 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 93743 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 93998 WARN (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.EnumField]. Please consult documentation how to replace it accordingly.
[junit4] 2> 94041 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 94470 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 94472 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 94472 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 94495 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 94536 WARN (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 94769 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 94769 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 94775 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 94776 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 94784 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=100.7626953125, floorSegmentMB=1.970703125, forceMergeDeletesPctAllowed=29.86435968282779, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8969905846963562, deletesPctAllowed=29.373522919273128
[junit4] 2> 94801 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 94806 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 94806 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 94808 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1668540047144517632
[junit4] 2> 94821 INFO (searcherExecutor-519-thread-1-processing-n:127.0.0.1:57911_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 94856 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 94856 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 94893 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 94893 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 94893 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:57911/control_collection_shard1_replica_n1/
[junit4] 2> 94895 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 94899 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:57911/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 94899 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72099701336768516-core_node2-n_0000000000
[junit4] 2> 94906 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:57911/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 94910 INFO (zkCallback-499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 94910 INFO (zkCallback-499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 94914 INFO (qtp125460636-808) [n:127.0.0.1:57911_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 94924 INFO (qtp125460636-808) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2311
[junit4] 2> 94935 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 95029 INFO (zkCallback-499-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 95029 INFO (zkCallback-499-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 95030 INFO (zkCallback-499-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 95034 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:57911_&wt=javabin&version=2} status=0 QTime=2581
[junit4] 2> 95035 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 95155 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 95164 INFO (zkConnectionManagerCallback-528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 95164 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 95167 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 95173 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57897/solr ready
[junit4] 2> 95173 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 95176 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 95185 INFO (OverseerCollectionConfigSetProcessor-72099701336768516-127.0.0.1:57911_-n_0000000000) [n:127.0.0.1:57911_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 95185 INFO (OverseerThreadFactory-507-thread-2-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 95410 WARN (OverseerThreadFactory-507-thread-2-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 95413 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 95415 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=238
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected: 2
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 95418 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=4
[junit4] 2> 95958 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-1-001 of type NRT for shard2
[junit4] 2> 95961 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 95961 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 95961 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 95961 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 95963 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 95963 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 95963 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 95970 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@60c0fbde{/,null,AVAILABLE}
[junit4] 2> 95972 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4c44d51a{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57978}
[junit4] 2> 95972 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server Started @96057ms
[junit4] 2> 95972 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/tempDir-001/jetty1, hostPort=57978, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 95973 ERROR (closeThreadPool-529-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 95973 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 95973 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 95973 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 95973 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 95973 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T04:09:50.022308Z
[junit4] 2> 95975 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 95979 INFO (zkConnectionManagerCallback-531-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 95979 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 96089 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 96089 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-1-001/solr.xml
[junit4] 2> 96094 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 96094 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 96095 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 96224 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 96226 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4fe9a7ad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 96226 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4fe9a7ad[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 96234 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@36283560[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 96234 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@36283560[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 96236 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57897/solr
[junit4] 2> 96241 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 96243 INFO (zkConnectionManagerCallback-542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 96243 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 96360 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 96366 INFO (zkConnectionManagerCallback-544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 96367 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 96423 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 96483 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57978_ as DOWN
[junit4] 2> 96503 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 96504 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57978_
[junit4] 2> 96517 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 96517 INFO (zkCallback-499-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 96517 INFO (zkCallback-543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 96538 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 96540 WARN (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 96576 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 96623 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 96638 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 96639 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 96652 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57978_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-1-001/cores
[junit4] 2> 96688 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57978_
[junit4] 2> 96961 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-2-001 of type NRT for shard1
[junit4] 2> 96964 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 96964 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 96964 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 96964 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 96984 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 96984 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 96984 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 96987 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32edd521{/,null,AVAILABLE}
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48463c94{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:57982}
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server Started @97076ms
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/tempDir-001/jetty2, hostPort=57982, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 96991 ERROR (closeThreadPool-529-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 96991 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T04:09:51.040671Z
[junit4] 2> 97000 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 97013 INFO (zkConnectionManagerCallback-554-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 97013 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 97127 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 97127 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-2-001/solr.xml
[junit4] 2> 97134 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 97134 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 97136 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 97191 INFO (OverseerCollectionConfigSetProcessor-72099701336768516-127.0.0.1:57911_-n_0000000000) [n:127.0.0.1:57911_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 97251 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 97253 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c56280d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 97253 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c56280d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 97267 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2c25f91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 97267 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2c25f91[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 97269 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57897/solr
[junit4] 2> 97277 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 97282 INFO (zkConnectionManagerCallback-565-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 97287 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 97434 INFO (zkConnectionManagerCallback-567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 97438 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 97439 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 97557 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 97655 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.ZkController Publish node=127.0.0.1:57982_ as DOWN
[junit4] 2> 97679 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 97679 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:57982_
[junit4] 2> 97687 INFO (zkCallback-499-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 97687 INFO (zkCallback-543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 97687 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 97691 INFO (zkCallback-566-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 97719 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 97721 WARN (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 97796 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 97851 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 97888 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 97892 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 97903 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:57982_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-2-001/cores
[junit4] 2> 97943 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:57982_
[junit4] 2> 98296 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-3-001 of type NRT for shard2
[junit4] 2> 98302 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 98302 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 98302 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 98302 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 98313 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 98313 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 98314 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 98320 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cc3370c{/,null,AVAILABLE}
[junit4] 2> 98325 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7da963e2{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:58012}
[junit4] 2> 98325 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server Started @98410ms
[junit4] 2> 98325 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/tempDir-001/jetty3, hostPort=58012, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 98326 ERROR (closeThreadPool-529-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 98326 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 98326 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 98326 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 98326 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 98326 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T04:09:52.375305Z
[junit4] 2> 98329 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 98331 INFO (zkConnectionManagerCallback-577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 98332 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 98447 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 98449 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-3-001/solr.xml
[junit4] 2> 98453 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 98453 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 98454 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 98620 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 98622 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@186022ef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 98622 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@186022ef[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 98652 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3e4f830a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 98652 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3e4f830a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 98657 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57897/solr
[junit4] 2> 98682 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 98690 INFO (zkConnectionManagerCallback-588-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 98692 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 98823 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 98832 INFO (zkConnectionManagerCallback-590-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 98832 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 98896 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 98927 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.ZkController Publish node=127.0.0.1:58012_ as DOWN
[junit4] 2> 98934 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 98935 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58012_
[junit4] 2> 98942 INFO (zkCallback-499-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 98943 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 98943 INFO (zkCallback-543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 98943 INFO (zkCallback-566-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 98943 INFO (zkCallback-589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 98970 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 98977 WARN (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 99053 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 99133 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 99204 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 99204 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 99206 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58012_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-3-001/cores
[junit4] 2> 99240 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:58012_
[junit4] 2> 99460 INFO (TEST-UnloadDistributedZkTest.test-seed#[4BD55581F7824730]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-4-001 of type NRT for shard1
[junit4] 2> 99462 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 99462 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 99462 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 99462 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
[junit4] 2> 99487 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 99492 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 99493 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 99495 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4547277b{/,null,AVAILABLE}
[junit4] 2> 99502 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4febd717{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:58021}
[junit4] 2> 99502 INFO (closeThreadPool-529-thread-1) [ ] o.e.j.s.Server Started @99587ms
[junit4] 2> 99504 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/tempDir-001/jetty4, hostPort=58021, coreRootDirectory=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-4-001/cores}
[junit4] 2> 99509 ERROR (closeThreadPool-529-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 99510 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 99510 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.6.0
[junit4] 2> 99510 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 99510 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 99510 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-04T04:09:53.559370Z
[junit4] 2> 99515 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 99519 INFO (zkConnectionManagerCallback-600-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 99520 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 99629 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 99633 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-4-001/solr.xml
[junit4] 2> 99638 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 99639 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 99640 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 99768 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 99783 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@35c44cdd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 99783 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@35c44cdd[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 99809 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@22c9cbd6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 99809 WARN (closeThreadPool-529-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@22c9cbd6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 99811 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57897/solr
[junit4] 2> 99812 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 99818 INFO (zkConnectionManagerCallback-611-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 99819 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 99933 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 99938 INFO (zkConnectionManagerCallback-613-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 99939 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 99994 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 100037 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.ZkController Publish node=127.0.0.1:58021_ as DOWN
[junit4] 2> 100043 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 100043 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58021_
[junit4] 2> 100048 INFO (zkCallback-589-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 100048 INFO (zkCallback-499-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 100048 INFO (zkCallback-543-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 100049 INFO (zkCallback-566-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 100049 INFO (zkCallback-612-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 100050 INFO (zkCallback-527-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 100063 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 100063 WARN (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 100095 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 100135 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 100163 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 100163 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 100166 INFO (closeThreadPool-529-thread-1) [n:127.0.0.1:58021_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-4-001/cores
[junit4] 2> 100182 INFO (closeThreadPool-529-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:58021_
[junit4] 2> 100191 INFO (qtp125460636-808) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58012_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 100192 INFO (qtp125460636-809) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:58021_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 100192 INFO (qtp125460636-806) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57982_&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 100196 INFO (qtp125460636-807) [n:127.0.0.1:57911_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:57978_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 100247 INFO (qtp125460636-982) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=5
[junit4] 2> 100250 INFO (qtp125460636-982) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 100257 INFO (qtp1216039117-865) [n:127.0.0.1:57978_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 100263 INFO (qtp598108026-894) [n:127.0.0.1:57982_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100269 INFO (qtp988068628-923) [n:127.0.0.1:58012_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100274 INFO (qtp877833077-952) [n:127.0.0.1:58021_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100283 INFO (qtp125460636-982) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=6
[junit4] 2> 100286 INFO (qtp125460636-982) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100290 INFO (qtp1216039117-866) [n:127.0.0.1:57978_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 100295 INFO (qtp598108026-895) [n:127.0.0.1:57982_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 100302 INFO (qtp988068628-924) [n:127.0.0.1:58012_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 100305 INFO (qtp877833077-953) [n:127.0.0.1:58021_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100308 INFO (OverseerThreadFactory-507-thread-3-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:58012_ for creating new replica of shard shard2 for collection collection1
[junit4] 2> 100311 INFO (qtp125460636-982) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 100314 INFO (qtp125460636-982) [n:127.0.0.1:57911_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100318 INFO (qtp1216039117-867) [n:127.0.0.1:57978_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100319 INFO (qtp598108026-896) [n:127.0.0.1:57982_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 100329 INFO (qtp988068628-925) [n:127.0.0.1:58012_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 100349 INFO (qtp877833077-954) [n:127.0.0.1:58021_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=2
[junit4] 2> 100350 INFO (OverseerThreadFactory-507-thread-3-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 100351 INFO (OverseerThreadFactory-507-thread-4-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:58021_ for creating new replica of shard shard1 for collection collection1
[junit4] 2> 100372 INFO (qtp988068628-924) [n:127.0.0.1:58012_ x:collection1_shard2_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n1&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 100401 INFO (OverseerThreadFactory-507-thread-4-processing-n:127.0.0.1:57911_) [n:127.0.0.1:57911_ c:collection1 s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 100431 INFO (qtp877833077-953) [n:127.0.0.1:58021_ x:collection1_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n2&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 101446 INFO (qtp988068628-924) [n:127.0.0.1:58012_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 101493 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 101523 INFO (qtp988068628-924) [n:127.0.0.1:58012_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 101527 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 101772 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 101850 INFO (qtp988068628-924) [n:127.0.0.1:58012_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 102003 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n2' using configuration from configset conf1, trusted=true
[junit4] 2> 102004 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n2' (registry 'solr.core.collection1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 102004 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.SolrCore [[collection1_shard1_replica_n2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-4-001/cores/collection1_shard1_replica_n2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-4-001/cores/collection1_shard1_replica_n2/data/]
[junit4] 2> 102037 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
[junit4] 2> 102055 WARN (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 102167 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 102171 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 102174 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 102174 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 102201 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=100.7626953125, floorSegmentMB=1.970703125, forceMergeDeletesPctAllowed=29.86435968282779, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8969905846963562, deletesPctAllowed=29.373522919273128
[junit4] 2> 102227 INFO (qtp988068628-924) [n:127.0.0.1:58012_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 102228 INFO (qtp988068628-924) [n:127.0.0.1:58012_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n1' (registry 'solr.core.collection1.shard2.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@22b0f651
[junit4] 2> 102228 INFO (qtp988068628-924) [n:127.0.0.1:58012_ c:collection1 s:shard2 x:collection1_shard2_replica_n1 ] o.a.s.c.SolrCore [[collection1_shard2_replica_n1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-3-001/cores/collection1_shard2_replica_n1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.UnloadDistributedZkTest_4BD55581F7824730-001/shard-3-001/cores/collection1_shard2_replica_n1/data/]
[junit4] 2> 102228 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 102230 INFO (qtp877833077-953) [n:127.0.0.1:58021_ c:collection1 s:shard1 x:collection1_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO
[...truncated too long message...]
lr/collections/collDoRecoveryOnRestart/state.json
[junit4] 2> 13 /solr/collections/c8n_1x2/state.json
[junit4] 2> 12 /solr/collections/c8n_1x2_leader_session_loss/state.json
[junit4] 2> 9 /solr/collections/c8n_1x2_leader_session_loss/terms/shard1
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 5 /solr/packages.json
[junit4] 2> 5 /solr/security.json
[junit4] 2> 5 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/terms/shard2
[junit4] 2> 3 /solr/collections/collection1/collectionprops.json
[junit4] 2> 3 /solr/collections/collDoRecoveryOnRestart/collectionprops.json
[junit4] 2> 3 /solr/collections/collection1/terms/shard1
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2> 2 /solr/collections/c8n_1x2_leader_session_loss/collectionprops.json
[junit4] 2> 2 /solr/collections/c8n_1x2/collectionprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 203 /solr/clusterstate.json
[junit4] 2> 12 /solr/collections/control_collection/state.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/collDoRecoveryOnRestart/leader_elect/shard1/election/72099792060284943-core_node3-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/72099792060284937-127.0.0.1:54155_m_xni-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 109 /solr/overseer/queue
[junit4] 2> 36 /solr/collections
[junit4] 2> 35 /solr/live_nodes
[junit4] 2> 34 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 1525137 INFO (TEST-HttpPartitionTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:54166_m_xni ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:54100
[junit4] 2> 1525137 INFO (TEST-HttpPartitionTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:54166_m_xni ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:54100
[junit4] 2> 1525137 INFO (TEST-HttpPartitionTest.test-seed#[4BD55581F7824730]) [n:127.0.0.1:54166_m_xni ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 54100
[junit4] 2> 1525139 INFO (SUITE-HttpPartitionTest-seed#[4BD55581F7824730]-worker) [n:127.0.0.1:54166_m_xni ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Jun 04, 2020 4:33:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Jun 04, 2020 4:33:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
[junit4] 2> 1) Thread[id=19334, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] 2> at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
[junit4] 2> at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
[junit4] 2> Jun 04, 2020 4:33:49 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=19334, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] 2> 1535799 ERROR (SessionTracker) [ ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
[junit4] 2> => java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.base/java.lang.Thread.sleep(Native Method)
[junit4] 2> java.lang.InterruptedException: sleep interrupted
[junit4] 2> at java.lang.Thread.sleep(Native Method) [?:?]
[junit4] 2> at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151) ~[zookeeper-3.5.7.jar:3.5.7]
[junit4] 2> Jun 04, 2020 4:33:50 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@cbd3c06), locale=en-UM, timezone=Australia/ACT
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=1,free=279140624,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [CachingDirectoryFactoryTest, QueryElevationComponentTest, ReplaceNodeNoTargetTest, TestWithCollection, TestInPlaceUpdatesDistrib, NumericFieldsTest, CollectionTooManyReplicasTest, MultiSolrCloudTestCaseTest, DebugComponentTest, HdfsRecoveryZkTest, TestShortCircuitedRequests, PrimitiveFieldTypeTest, TestJettySolrRunner, DateMathParserTest, TestPivotHelperCode, BaseCdcrDistributedZkTest, TestDistributedMap, TestBinaryResponseWriter, TestUpdate, TimeRoutedAliasUpdateProcessorTest, SortByFunctionTest, TestUtils, SpatialRPTFieldTypeTest, TestLegacyNumericUtils, PeerSyncReplicationTest, BooleanFieldTest, PeerSyncTest, SearchHandlerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestCustomStream, HttpSolrCallGetCoreTest, TestJoin, FieldAnalysisRequestHandlerTest, TestNumericTerms32, ZkStateReaderTest, RoutingToNodesWithPropertiesTest, IndexSizeEstimatorTest, TestStressUserVersions, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressThreadBackup, ZookeeperStatusHandlerTest, SpellPossibilityIteratorTest, OverseerSolrResponseUnsafeSerializationTest, StatelessScriptUpdateProcessorFactoryTest, XCJFQueryTest, VMParamsZkACLAndCredentialsProvidersTest, TestHdfsBackupRestoreCore, TestAuthorizationFramework, TestRecovery, CdcrUpdateLogTest, ResourceLoaderTest, TestRequestStatusCollectionAPI, TestLMDirichletSimilarityFactory, TestJavabinTupleStreamParser, MetricsHandlerTest, DistribJoinFromCollectionTest, DistanceFunctionTest, TestExactSharedStatsCache, HdfsUnloadDistributedZkTest, TestSolrTestCaseJ4, ScheduledTriggerIntegrationTest, TestShardHandlerFactory, TestRandomRequestDistribution, CdcrRequestHandlerTest, UpdateRequestProcessorFactoryTest, MigrateRouteKeyTest, TestCollectionAPI, RootFieldTest, SpatialHeatmapFacetsTest, LeaderElectionContextKeyTest, TestRTGBase, TestFieldCollectionResource, TermVectorComponentTest, AssignBackwardCompatibilityTest, CreateCollectionCleanupTest, TestManagedStopFilterFactory, TestPhraseSuggestions, TestCloudRecovery, SharedFSAutoReplicaFailoverTest, DimensionalRoutedAliasUpdateProcessorTest, TestExportTool, ExecutePlanActionTest, HdfsBasicDistributedZkTest, TestSolrIndexConfig, ZkDynamicConfigTest, TestRestManager, TestMinHashQParser, TestPolicyCloud, TestRestoreCore, ClassificationUpdateProcessorFactoryTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TokenizerChainTest, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, CloudExitableDirectoryReaderTest, CollectionPropsTest, ConnectionManagerTest, DeleteReplicaTest, HttpPartitionTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=HttpPartitionTest -Dtests.seed=4BD55581F7824730 -Dtests.slow=true -Dtests.locale=en-UM -Dtests.timezone=Australia/ACT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | HttpPartitionTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.HttpPartitionTest:
[junit4] > 1) Thread[id=19334, name=SessionTracker, state=TIMED_WAITING, group=TGRP-HttpPartitionTest]
[junit4] > at java.base@12.0.2/java.lang.Thread.sleep(Native Method)
[junit4] > at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:151)
[junit4] > at __randomizedtesting.SeedInfo.seed([4BD55581F7824730]:0)
[junit4] Completed [506/910 (2!)] on J0 in 62.57s, 1 test, 1 error <<< FAILURES!
[...truncated 49038 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1085/consoleText
[repro] Revision: 5827ddf2fae664a5c014a42a95db14dd2f3cbbf9
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
[repro] Repro line: ant test -Dtestcase=UnloadDistributedZkTest -Dtests.method=test -Dtests.seed=4BD55581F7824730 -Dtests.slow=true -Dtests.locale=ses-ML -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] Repro line: ant test -Dtestcase=HttpPartitionTest -Dtests.seed=4BD55581F7824730 -Dtests.slow=true -Dtests.locale=en-UM -Dtests.timezone=Australia/ACT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] UnloadDistributedZkTest
[repro] HttpPartitionTest
[repro] ant compile-test
[...truncated 3475 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.UnloadDistributedZkTest|*.HttpPartitionTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=4BD55581F7824730 -Dtests.slow=true -Dtests.locale=ses-ML -Dtests.timezone=Africa/Juba -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[...truncated 107 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.HttpPartitionTest
[repro] 0/5 failed: org.apache.solr.cloud.UnloadDistributedZkTest
[repro] Exiting with code 0
[...truncated 73 lines...]
[JENKINS-Experimental-GC] Lucene-Solr-8.x-MacOSX (64bit/jdk-14.0.1)
- Build # 1084 - Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1084/
Java: 64bit/jdk-14.0.1 -XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC
12 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 31 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) expected null, but was:<ObjectTracker found 31 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630) at java.base/java.lang.Thread.run(Thread.java:832) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(Thread
[...truncated too long message...]
ReplicationHandlerDiskOverFlow (suite) <<<
[junit4] > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
[junit4] > at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
[junit4] > at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
[junit4] > at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] > at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:832)
[junit4] > expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [InternalHttpClient]
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
[junit4] > at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
[junit4] > at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
[junit4] > at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241)
[junit4] > at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
[junit4] > at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804)
[junit4] > at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
[junit4] > at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:832)
[junit4] > >
[junit4] > at __randomizedtesting.SeedInfo.seed([92421DB89E103335]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:832)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.handler.TestReplicationHandlerDiskOverFlow:
[junit4] > 1) Thread[id=59, name=indexFetcher-38-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandlerDiskOverFlow]
[junit4] > at java.base@14.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@14.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
[junit4] > at java.base@14.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
[junit4] > at java.base@14.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@14.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@14.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
[junit4] > at java.base@14.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
[junit4] > at java.base@14.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
[junit4] > at java.base@14.0.1/java.lang.Thread.run(Thread.java:832)
[junit4] > at __randomizedtesting.SeedInfo.seed([92421DB89E103335]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=59, name=indexFetcher-38-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandlerDiskOverFlow]
[junit4] > at java.base@14.0.1/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@14.0.1/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
[junit4] > at java.base@14.0.1/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1661)
[junit4] > at java.base@14.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@14.0.1/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@14.0.1/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1056)
[junit4] > at java.base@14.0.1/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1116)
[junit4] > at java.base@14.0.1/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:630)
[junit4] > at java.base@14.0.1/java.lang.Thread.run(Thread.java:832)
[junit4] > at __randomizedtesting.SeedInfo.seed([92421DB89E103335]:0)
[junit4] Completed [10/10 (5!)] on J3 in 131.69s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 17 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 10 suites, 110 tests, 15 suite-level errors, 105 ignored [seed: 92421DB89E103335]
Total time: 2 minutes 16 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.handler.TestReplicationHandler
[repro] 5/5 failed: org.apache.solr.handler.TestReplicationHandlerDiskOverFlow
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=20f2a3101d4a55a78788ed7aa6a64c5cfed52ab5, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1083
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk-13.0.2) - Build # 1083
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1083/
Java: 64bit/jdk-13.0.2 -XX:-UseCompressedOops -XX:+UseParallelGC
7 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest: 1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest: 1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method) at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235) at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605]:0)
FAILED: org.apache.solr.search.TestIndexSearcher.testSearcherListeners
Error Message:
expected:<1> but was:<2>
Stack Trace:
java.lang.AssertionError: expected:<1> but was:<2>
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605:94AEDCFE7C18CC1]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.search.TestIndexSearcher.createCoreAndValidateListeners(TestIndexSearcher.java:244)
at org.apache.solr.search.TestIndexSearcher.testSearcherListeners(TestIndexSearcher.java:217)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
FAILED: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes
Error Message:
expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
Stack Trace:
java.lang.AssertionError: expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605:6DF046910BF5E5F9]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes(DocExpirationUpdateProcessorFactoryTest.java:206)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
FAILED: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes
Error Message:
expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
Stack Trace:
java.lang.AssertionError: expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605:6DF046910BF5E5F9]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes(DocExpirationUpdateProcessorFactoryTest.java:206)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:830)
Build Log:
[...truncated 13413 lines...]
[junit4] Suite: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
[junit4] 2> 124789 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 124789 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 124790 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.update.processor.DocExpirationUpdateProcessorFactoryTest_A0E33CEBB683F605-001/data-dir-7-001
[junit4] 2> 124790 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=32 numCloses=32
[junit4] 2> 124791 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 124792 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 124793 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 124805 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 124826 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 124994 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 125176 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr]. Features requiring this directory may fail.
[junit4] 2> => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
[junit4] 2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/filestore" "write")
[junit4] 2> at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
[junit4] 2> at java.security.AccessController.checkPermission(AccessController.java:1036) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
[junit4] 2> at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
[junit4] 2> at java.io.File.mkdir(File.java:1323) ~[?:?]
[junit4] 2> at java.io.File.mkdirs(File.java:1355) ~[?:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:520) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
[junit4] 2> at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:634) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
[junit4] 2> at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:813) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:803) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:664) ~[java/:?]
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:653) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.beforeClass(DocExpirationUpdateProcessorFactoryTest.java:41) ~[test/:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
[junit4] 2> at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
[junit4] 2> at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:567) ~[?:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) ~[randomizedtesting-runner-2.7.2.jar:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> 125182 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 125197 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6f41a8a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 125197 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6f41a8a9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 125213 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@705986ae[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 125213 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@705986ae[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 125216 WARN (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 125278 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 125278 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 125302 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75e504db
[junit4] 2> 125309 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75e504db
[junit4] 2> 125309 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75e504db
[junit4] 2> 125317 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.6.0
[junit4] 2> 125358 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Schema name=test
[junit4] 2> 125492 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 125591 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 125592 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@75e504db
[junit4] 2> 125601 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.update.processor.DocExpirationUpdateProcessorFactoryTest_A0E33CEBB683F605-001/data-dir-7-001/]
[junit4] 2> 125607 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=12, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.23386399129226154]
[junit4] 2> 125845 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 125845 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 125878 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 125880 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 125884 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5976916921127768]
[junit4] 2> 125887 WARN (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
[junit4] 2> 125896 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 125897 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
[junit4] 2> 125897 INFO (coreLoadExecutor-578-thread-1) [ x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1668486096978182144
[junit4] 2> 125908 INFO (searcherExecutor-580-thread-1-processing-x:collection1) [ x:collection1 ] o.a.s.c.SolrCore [collection1] Registered new searcher autowarm time: 0 ms
[junit4] 2> 125910 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 125955 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLParamConversion-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTTLParamConversion
[junit4] 2> 125958 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLParamConversion-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTTLParamConversion
[junit4] 2> 126106 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLDefaultsConversion-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTTLDefaultsConversion
[junit4] 2> 126107 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLDefaultsConversion-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTTLDefaultsConversion
[junit4] 2> 126134 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLFieldConversionWithDefaultParam-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTTLFieldConversionWithDefaultParam
[junit4] 2> 126135 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLFieldConversionWithDefaultParam-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTTLFieldConversionWithDefaultParam
[junit4] 2> 126183 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLFieldConversion-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTTLFieldConversion
[junit4] 2> 126189 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testTTLFieldConversion-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTTLFieldConversion
[junit4] 2> 126241 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutomaticDeletes
[junit4] 2> 128903 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 128903 INFO (autoExpireDocs-586-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 128909 INFO (TEST-DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes-seed#[A0E33CEBB683F605]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutomaticDeletes
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DocExpirationUpdateProcessorFactoryTest -Dtests.method=testAutomaticDeletes -Dtests.seed=A0E33CEBB683F605 -Dtests.slow=true -Dtests.locale=en-MS -Dtests.timezone=America/Godthab -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 2.88s J2 | DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes <<<
[junit4] > Throwable #1: java.lang.AssertionError: expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
[junit4] > at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605:6DF046910BF5E5F9]:0)
[junit4] > at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes(DocExpirationUpdateProcessorFactoryTest.java:206)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2> 129078 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 129078 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=789767368
[junit4] 2> 129079 INFO (coreCloseExecutor-588-thread-1) [ ] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@6625552c
[junit4] 2> 129079 INFO (coreCloseExecutor-588-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@6625552c
[junit4] 2> 129079 INFO (coreCloseExecutor-588-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@124eb479: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@613d2e8b
[junit4] 2> 129087 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:525)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.RecordingUpdateProcessorFactory$RecordingUpdateRequestProcessor.processDelete(RecordingUpdateProcessorFactory.java:97)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 129088 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.UpdateLog.deleteByQuery(UpdateLog.java:668)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:538)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.RecordingUpdateProcessorFactory$RecordingUpdateRequestProcessor.processDelete(RecordingUpdateProcessorFactory.java:97)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 129097 INFO (autoExpireDocs-586-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {deleteByQuery={!cache=false}eXpField_tdt:[* TO 2020-06-03T13:52:20.975Z] (-1668486100135444480)} 0 193
[junit4] 2> 129097 ERROR (autoExpireDocs-586-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: null
[junit4] 2> => org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> org.apache.solr.update.SolrCoreState$CoreIsClosedException: null
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2308) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:702) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:97) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1105) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1092) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:169) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RecordingUpdateProcessorFactory$RecordingUpdateRequestProcessor.processCommit(RecordingUpdateProcessorFactory.java:107) ~[test/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:422) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> 129131 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {deleteByQuery={!cache=false}eXpField_tdt:[* TO 2020-06-03T13:52:20.975Z] (-1668486100316848129)} 0 228
[junit4] 2> 129131 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: null
[junit4] 2> => org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> org.apache.solr.update.SolrCoreState$CoreIsClosedException: null
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056) ~[java/:?]
[junit4] 2> at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2308) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.commit(DirectUpdateHandler2.java:702) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processCommit(RunUpdateProcessorFactory.java:97) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalCommit(DistributedUpdateProcessor.java:1105) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processCommit(DistributedUpdateProcessor.java:1092) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processCommit(LogUpdateProcessorFactory.java:169) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RecordingUpdateProcessorFactory$RecordingUpdateRequestProcessor.processCommit(RecordingUpdateProcessorFactory.java:107) ~[test/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processCommit(UpdateRequestProcessor.java:68) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:422) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> 129138 INFO (coreCloseExecutor-588-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
[junit4] 2> 129138 INFO (coreCloseExecutor-588-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Triggering Graceful close of DocExpiration Executor
[junit4] 2> 129139 INFO (coreCloseExecutor-588-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() .
[junit4] 2> 129243 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
[junit4] 2> 129243 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@734d49ce: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@6b68a9
[junit4] 2> 129250 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
[junit4] 2> 129250 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7eaf6973: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@44f21032
[junit4] 2> 129253 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
[junit4] 2> 129253 INFO (SUITE-DocExpirationUpdateProcessorFactoryTest-seed#[A0E33CEBB683F605]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38a48e: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@42fb7422
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J2/temp/solr.update.processor.DocExpirationUpdateProcessorFactoryTest_A0E33CEBB683F605-001
[junit4] 2> Jun 03, 2020 1:52:21 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> 131897 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 131897 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:525)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 131897 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {} 0 0
[junit4] 2> 131897 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: SolrCoreState already closed.
[junit4] 2> => org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189)
[junit4] 2> org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:124) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> 134905 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 134906 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:525)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 134907 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {} 0 1
[junit4] 2> 134907 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: SolrCoreState already closed.
[junit4] 2> => org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189)
[junit4] 2> org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:124) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> 137895 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 137896 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:525)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 137896 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {} 0 0
[junit4] 2> 137896 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: SolrCoreState already closed.
[junit4] 2> => org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189)
[junit4] 2> org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:124) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> Jun 03, 2020 1:52:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
[junit4] 2> 1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
[junit4] 2> Jun 03, 2020 1:52:31 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> 140900 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 140902 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:525)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 140902 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {} 0 1
[junit4] 2> 140902 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: SolrCoreState already closed.
[junit4] 2> => org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189)
[junit4] 2> org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:124) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> Jun 03, 2020 1:52:34 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=876, name=autoExpireDocs-585-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
[junit4] 2> 143905 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Beginning periodic deletion of expired docs
[junit4] 2> 143906 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.UpdateLog Error opening realtime searcher:org.apache.solr.update.SolrCoreState$CoreIsClosedException
[junit4] 2> at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:2056)
[junit4] 2> at org.apache.solr.update.UpdateLog.openRealtimeSearcher(UpdateLog.java:688)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:525)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59)
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415)
[junit4] 2> at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
[junit4] 2> at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] 2> at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2>
[junit4] 2> 143906 INFO (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.LogUpdateProcessorFactory [collection1] {} 0 0
[junit4] 2> 143906 ERROR (autoExpireDocs-585-thread-1) [ ] o.a.s.u.p.DocExpirationUpdateProcessorFactory Runtime error in periodic deletion of expired docs: SolrCoreState already closed.
[junit4] 2> => org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189)
[junit4] 2> org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:189) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:124) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at
[...truncated too long message...]
ache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) ~[?:?]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:305) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) ~[?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) ~[?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:830) [?:?]
[junit4] 2> Jun 03, 2020 2:26:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] 2> at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=820, maxMBSortInHeap=5.026090387842937, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@e69affb), locale=en-MS, timezone=America/Godthab
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=3,free=166734760,total=288358400
[junit4] 2> NOTE: All tests run in this JVM: [DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DocExpirationUpdateProcessorFactoryTest -Dtests.seed=A0E33CEBB683F605 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=en-MS -Dtests.timezone=America/Godthab -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J3 | DocExpirationUpdateProcessorFactoryTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
[junit4] > 1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] > at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
[junit4] > at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=26, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] > at java.base@13.0.2/jdk.internal.misc.Unsafe.park(Native Method)
[junit4] > at java.base@13.0.2/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:235)
[junit4] > at java.base@13.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2123)
[junit4] > at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
[junit4] > at java.base@13.0.2/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
[junit4] > at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
[junit4] > at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
[junit4] > at java.base@13.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] > at java.base@13.0.2/java.lang.Thread.run(Thread.java:830)
[junit4] > at __randomizedtesting.SeedInfo.seed([A0E33CEBB683F605]:0)
[junit4] Completed [7/10 (5!)] on J3 in 29.91s, 5 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 31 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 10 suites, 50 tests, 10 suite-level errors, 5 failures, 25 ignored [seed: A0E33CEBB683F605]
Total time: 35 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.lucene.search.TestIndexSearcher
[repro] 0/5 failed: org.apache.solr.search.TestIndexSearcher
[repro] 5/5 failed: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=ca0d5d9368eac7dbf7e080b5d16ce2936e7ab2c3, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1082
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 1082 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1082/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseG1GC
21 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398) at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:95)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:364)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([1FA68A06A00229E3]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
at sun.reflect.GeneratedMethodAccessor61.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest: 1) Thread[id=18514, name=cdcr-update-log-synchronizer-8806-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18404, name=cdcr-update-log-synchronizer-8749-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=18445, name=cdcr-update-log-synchronizer-8758-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=18515, name=cdcr-update-log-synchronizer-8805-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest:
1) Thread[id=18514, name=cdcr-update-log-synchronizer-8806-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=18404, name=cdcr-update-log-synchronizer-8749-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=18445, name=cdcr-update-log-synchronizer-8758-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=18515, name=cdcr-update-log-synchronizer-8805-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1FA68A06A00229E3]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=18514, name=cdcr-update-log-synchronizer-8806-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=18404, name=cdcr-update-log-synchronizer-8749-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport
[...truncated too long message...]
State.getIndexWriter(DefaultSolrCoreState.java:124) ~[java/:?]
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.deleteByQuery(DirectUpdateHandler2.java:530) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessorFactory$RunUpdateProcessor.processDelete(RunUpdateProcessorFactory.java:83) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDelete(DistributedUpdateProcessor.java:265) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalDeleteByQuery(DistributedUpdateProcessor.java:913) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionDeleteByQuery(DistributedUpdateProcessor.java:884) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:845) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doDeleteByQuery(DistributedUpdateProcessor.java:826) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processDelete(DistributedUpdateProcessor.java:748) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processDelete(LogUpdateProcessorFactory.java:129) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processDelete(UpdateRequestProcessor.java:59) ~[java/:?]
[junit4] 2> at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run(DocExpirationUpdateProcessorFactory.java:415) ~[java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_201]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_201]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
[junit4] 2> Jun 03, 2020 9:58:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=387, name=autoExpireDocs-225-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] 2> at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1ce2b29a), locale=ko-KR, timezone=Etc/GMT-12
[junit4] 2> NOTE: Mac OS X 10.14.6 x86_64/Oracle Corporation 1.8.0_201 (64-bit)/cpus=6,threads=2,free=77716024,total=201326592
[junit4] 2> NOTE: All tests run in this JVM: [SolrShardReporterTest, DocExpirationUpdateProcessorFactoryTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=DocExpirationUpdateProcessorFactoryTest -Dtests.seed=1FA68A06A00229E3 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=ko-KR -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J4 | DocExpirationUpdateProcessorFactoryTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
[junit4] > 1) Thread[id=387, name=autoExpireDocs-225-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([1FA68A06A00229E3]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=387, name=autoExpireDocs-225-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([1FA68A06A00229E3]:0)
[junit4] Completed [11/20 (5!)] on J4 in 18.78s, 5 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 49 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 20 suites, 45 tests, 10 suite-level errors, 5 failures, 15 ignored [seed: 1FA68A06A00229E3]
Total time: 1 minute 57 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
[repro] 0/5 failed: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
[repro] 0/5 failed: org.apache.solr.metrics.reporters.solr.SolrShardReporterTest
[repro] 5/5 failed: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=ca0d5d9368eac7dbf7e080b5d16ce2936e7ab2c3, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1081
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 1081 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1081/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC
10 tests failed.
FAILED: org.apache.solr.ltr.model.TestAdapterModel.test
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([6738407D78EEB486]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.model.TestAdapterModel
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([6738407D78EEB486]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
Error Message:
8 threads leaked from SUITE scope at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest: 1) Thread[id=1211, name=autoExpireDocs-694-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1209, name=autoExpireDocs-691-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1207, name=autoExpireDocs-690-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=744, name=autoExpireDocs-525-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=749, name=autoExpireDocs-528-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=748, name=autoExpireDocs-529-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=1213, name=autoExpireDocs-698-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=746, name=autoExpireDocs-530-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 8 threads leaked from SUITE scope at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest:
1) Thread[id=1211, name=autoExpireDocs-694-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1209, name=autoExpireDocs-691-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1207, name=autoExpireDocs-690-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=744, name=autoExpireDocs-525-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=749, name=autoExpireDocs-528-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=748, name=autoExpireDocs-529-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=1213, name=autoExpireDocs-698-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=746, name=autoExpireDocs-530-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1211, name=autoExpireDocs-694-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=1209, name=autoExpireDocs-691-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=1207, name=autoExpireDocs-690-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=744, name=autoExpireDocs-525-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=749, name=autoExpireDocs-528-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 6) Thread[id=748, name=autoExpireDocs-529-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=1213, name=autoExpireDocs-698-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=746, name=autoExpireDocs-530-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1211, name=autoExpireDocs-694-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=1209, name=autoExpireDocs-691-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=1207, name=autoExpireDocs-690-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=744, name=autoExpireDocs-525-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=749, name=autoExpireDocs-528-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
6) Thread[id=748, name=autoExpireDocs-529-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=1213, name=autoExpireDocs-698-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=746, name=autoExpireDocs-530-thread-1, state=TIMED_WAITING, group=TGRP-DistribDocExpirationUpdateProcessorTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest: 1) Thread[id=25, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
1) Thread[id=25, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=25, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=25, name=autoExpireDocs-21-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest: 1) Thread[id=9693, name=autoExpireDocs-6270-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
1) Thread[id=9693, name=autoExpireDocs-6270-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=9693, name=autoExpireDocs-6270-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=9693, name=autoExpireDocs-6270-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073]:0)
FAILED: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes
Error Message:
expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
Stack Trace:
java.lang.AssertionError: expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073:41D8F118BD96138F]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes(DocExpirationUpdateProcessorFactoryTest.java:206)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes
Error Message:
expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
Stack Trace:
java.lang.AssertionError: expected CommitUpdateCommand: class org.apache.solr.update.DeleteUpdateCommand
at __randomizedtesting.SeedInfo.seed([8CCB8B6200E00073:41D8F118BD96138F]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest.testAutomaticDeletes(DocExpirationUpdateProcessorFactoryTest.java:206)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13499 lines...]
[junit4] Suite: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
[junit4] 2> 172034 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[8CCB8B6200E00073]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/server/solr/configsets/_default/conf'
[junit4] 2> 172034 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[8CCB8B6200E00073]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 172035 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[8CCB8B6200E00073]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_8CCB8B6200E00073-001/data-dir-9-001
[junit4] 2> 172035 WARN (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[8CCB8B6200E00073]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 172035 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[8CCB8B6200E00073]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 172067 INFO (SUITE-DistribDocExpirationUpdateProcessorTest-seed#[8CCB8B6200E00073]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 172452 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNoAuth
[junit4] 2> 172460 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_8CCB8B6200E00073-001/tempDir-001
[junit4] 2> 172520 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 172535 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
[junit4] 2> 172535 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 173466 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.ZkTestServer start zk server on port: 58056
[junit4] 2> 173467 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:58056
[junit4] 2> 173467 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:58056
[junit4] 2> 173468 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 58056
[junit4] 2> 174123 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 174368 INFO (zkConnectionManagerCallback-396-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174373 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 174593 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 174601 INFO (zkConnectionManagerCallback-398-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174602 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 174628 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 174644 INFO (zkConnectionManagerCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174650 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 174853 WARN (jetty-launcher-401-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 174853 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 174853 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 174853 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_201-b09
[junit4] 2> 174853 WARN (jetty-launcher-401-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 174853 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 174853 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 174853 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_201-b09
[junit4] 2> 174861 WARN (jetty-launcher-401-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 174861 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 174861 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 174861 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_201-b09
[junit4] 2> 174862 WARN (jetty-launcher-401-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 174863 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 174863 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
[junit4] 2> 174863 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 1.8.0_201-b09
[junit4] 2> 174870 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 174891 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 174891 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 174912 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 174912 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 174912 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 174915 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3a47cbae{/solr,null,AVAILABLE}
[junit4] 2> 174922 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57c682f8{/solr,null,AVAILABLE}
[junit4] 2> 174922 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 174922 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 174923 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 174923 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3e5dd28b{SSL, (ssl, http/1.1)}{127.0.0.1:58061}
[junit4] 2> 174924 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2338fd26{/solr,null,AVAILABLE}
[junit4] 2> 174925 INFO (jetty-launcher-401-thread-4) [ ] o.e.j.s.Server Started @175121ms
[junit4] 2> 174925 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58061}
[junit4] 2> 174929 ERROR (jetty-launcher-401-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 174929 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 174930 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 174930 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 174930 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 174930 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-03T03:45:27.673Z
[junit4] 2> 174933 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 174942 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c3542d{SSL, (ssl, http/1.1)}{127.0.0.1:58063}
[junit4] 2> 174942 INFO (jetty-launcher-401-thread-2) [ ] o.e.j.s.Server Started @175139ms
[junit4] 2> 174942 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58063}
[junit4] 2> 174943 ERROR (jetty-launcher-401-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 174943 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 174943 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 174944 INFO (zkConnectionManagerCallback-403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174945 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 174946 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 174958 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 174958 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 174958 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 174959 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@678e5273{SSL, (ssl, http/1.1)}{127.0.0.1:58062}
[junit4] 2> 174959 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@235f7579{/solr,null,AVAILABLE}
[junit4] 2> 174959 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 174959 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-03T03:45:27.702Z
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.e.j.s.Server Started @175156ms
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58062}
[junit4] 2> 174960 ERROR (jetty-launcher-401-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 174960 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-03T03:45:27.703Z
[junit4] 2> 174964 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 174966 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 174974 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 174993 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@701086b1{SSL, (ssl, http/1.1)}{127.0.0.1:58065}
[junit4] 2> 174994 INFO (jetty-launcher-401-thread-1) [ ] o.e.j.s.Server Started @175191ms
[junit4] 2> 174994 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58065}
[junit4] 2> 174995 INFO (zkConnectionManagerCallback-405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174995 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 174995 INFO (zkConnectionManagerCallback-407-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 174996 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 175003 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 175006 ERROR (jetty-launcher-401-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 175006 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 175006 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solrâ„¢ version 8.6.0
[junit4] 2> 175006 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 175006 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr
[junit4] 2> 175006 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-06-03T03:45:27.749Z
[junit4] 2> 175009 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 175010 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 175048 INFO (zkConnectionManagerCallback-409-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175049 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 175058 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 175533 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 175542 WARN (jetty-launcher-401-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175548 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 175555 WARN (jetty-launcher-401-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175578 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 175581 WARN (jetty-launcher-401-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175610 WARN (jetty-launcher-401-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@592647c7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175610 WARN (jetty-launcher-401-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@592647c7[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175613 WARN (jetty-launcher-401-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4426ca82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175613 WARN (jetty-launcher-401-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4426ca82[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175619 WARN (jetty-launcher-401-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@24f17053[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175620 WARN (jetty-launcher-401-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@24f17053[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175640 WARN (jetty-launcher-401-thread-4) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175645 WARN (jetty-launcher-401-thread-1) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175645 WARN (jetty-launcher-401-thread-3) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175660 WARN (jetty-launcher-401-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@157517b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175660 WARN (jetty-launcher-401-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@157517b3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175665 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58056/solr
[junit4] 2> 175668 WARN (jetty-launcher-401-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15c67ecf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175670 WARN (jetty-launcher-401-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15c67ecf[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175676 WARN (jetty-launcher-401-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@222d221[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175676 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58056/solr
[junit4] 2> 175677 WARN (jetty-launcher-401-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@222d221[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175678 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58056/solr
[junit4] 2> 175758 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 175769 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 175772 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 175775 INFO (zkConnectionManagerCallback-441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175777 INFO (jetty-launcher-401-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 175790 INFO (zkConnectionManagerCallback-444-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175791 INFO (zkConnectionManagerCallback-446-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175791 INFO (jetty-launcher-401-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 175792 INFO (jetty-launcher-401-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 175793 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 175800 WARN (jetty-launcher-401-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175832 WARN (jetty-launcher-401-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7c3d5e7a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175833 WARN (jetty-launcher-401-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7c3d5e7a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175838 WARN (jetty-launcher-401-thread-2) [ ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
[junit4] 2> 175847 WARN (jetty-launcher-401-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4843259a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175847 WARN (jetty-launcher-401-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4843259a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 175848 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58056/solr
[junit4] 2> 175883 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 175884 INFO (zkConnectionManagerCallback-453-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175885 INFO (jetty-launcher-401-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 175965 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 175978 INFO (zkConnectionManagerCallback-455-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175978 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 176071 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 176084 INFO (zkConnectionManagerCallback-457-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 176084 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 176187 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 176194 INFO (zkConnectionManagerCallback-459-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 176197 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 176263 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 176298 INFO (zkConnectionManagerCallback-461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 176306 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 179472 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58062_solr
[junit4] 2> 179491 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.Overseer Overseer (id=72093943549198348-127.0.0.1:58062_solr-n_0000000000) starting
[junit4] 2> 180372 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58061_solr
[junit4] 2> 180376 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58063_solr
[junit4] 2> 180412 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58065_solr
[junit4] 2> 180480 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 180480 INFO (zkCallback-454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 180480 INFO (zkCallback-458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 180518 INFO (zkCallback-460-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 180577 INFO (OverseerStateUpdate-72093943549198348-127.0.0.1:58062_solr-n_0000000000) [n:127.0.0.1:58062_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:58062_solr
[junit4] 2> 180581 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:58062_solr as DOWN
[junit4] 2> 180635 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 180635 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58062_solr
[junit4] 2> 180661 INFO (zkCallback-458-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 180661 INFO (zkCallback-454-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 180666 INFO (zkCallback-460-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 180667 INFO (zkCallback-456-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 180731 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 180731 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 180731 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 180748 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 180797 WARN (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 180800 WARN (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 180803 WARN (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 180803 WARN (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 181365 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 181380 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 181382 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 181400 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 183297 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58065.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 183304 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58063.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 184912 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58061.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 184962 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58062.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185142 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58065.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185144 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58065.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185144 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58063.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185145 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58063.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185149 INFO (jetty-launcher-401-thread-1) [n:127.0.0.1:58065_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_8CCB8B6200E00073-001/tempDir-001/node1
[junit4] 2> 185251 INFO (jetty-launcher-401-thread-2) [n:127.0.0.1:58063_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_8CCB8B6200E00073-001/tempDir-001/node2
[junit4] 2> 185696 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58062.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185698 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58062.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185703 INFO (jetty-launcher-401-thread-3) [n:127.0.0.1:58062_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_8CCB8B6200E00073-001/tempDir-001/node3
[junit4] 2> 185707 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58061.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185714 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_58061.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46473d4c
[junit4] 2> 185721 INFO (jetty-launcher-401-thread-4) [n:127.0.0.1:58061_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/solr-core/test/J4/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest_8CCB8B6200E00073-001/tempDir-001/node4
[junit4] 2> 185840 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=4
[junit4] 2> 185847 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 185853 INFO (zkConnectionManagerCallback-502-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 185853 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 185861 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 185869 INFO (TEST-DistribDocExpirationUpdateProcessorTest.testNoAuth-seed#[8CCB8B6200E00073]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:58056/solr ready
[junit4] 2> 186507 INFO (qtp1327463051-617) [n:127.0.0.1:58063_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=expiring&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 186604 INFO (OverseerThreadFactory-477-thread-1-processing-n:127.0.0.1:58062_solr) [n:127.0.0.1:58062_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection expiring
[junit4] 2> 186867 INFO (qtp1327463051-616) [n:127.0.0.1:58063_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 186870 INFO (qtp1327463051-616) [n:127.0.0.1:58063_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=32
[junit4] 2> 186983 INFO (qtp2041046428-632) [n:127.0.0.1:58065_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 186985 INFO (qtp2041046428-632) [n:127.0.0.1:58065_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=3
[junit4] 2> 187134 INFO (qtp883276283-602) [n:127.0.0.1:58061_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 187135 INFO (qtp883276283-602) [n:127.0.0.1:58061_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=2
[junit4] 2> 187247 INFO (qtp1836464387-623) [n:127.0.0.1:58062_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 187275 INFO (qtp1327463051-618) [n:127.0.0.1:58063_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
[junit4] 2> 187288 INFO (qtp2041046428-
[...truncated too long message...]
s/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/feature/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/norm/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/response/transform/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/search/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/store/rest/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/model/package-info.class
[javac] Creating empty /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/java/org/apache/solr/ltr/store/package-info.class
common-solr.compile-core:
solr-contrib-build.compile-core:
compile-core:
compile-test-framework:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
init:
compile-lucene-core:
compile-codecs:
-check-git-state:
-git-cleanroot:
-copy-git-state:
git-autoclean:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/top-level-ivy-settings.xml
resolve:
common.init:
compile-lucene-core:
init:
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
compile-core:
-clover.disable:
-clover.load:
-clover.classpath:
-clover.setup:
clover:
common.compile-core:
compile-core:
common.compile-test:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/test
[javac] Compiling 38 source files to /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/classes/test
[javac] Note: Some input files use unchecked or unsafe operations.
[javac] Note: Recompile with -Xlint:unchecked for details.
compile-test:
BUILD SUCCESSFUL
Total time: 9 seconds
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestAdapterModel" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseConcMarkSweepGC" -Dtests.seed=6738407D78EEB486 -Dtests.slow=true -Dtests.locale=de-GR -Dtests.timezone=Pacific/Rarotonga -Dtests.asserts=true -Dtests.file.encoding=UTF-8
Buildfile: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/contrib/ltr/build.xml
-clover.disable:
ivy-configure:
[ivy:configure] :: Apache Ivy 2.4.0 - 20141213170938 :: http://ant.apache.org/ivy/ ::
[ivy:configure] :: loading settings :: file = /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/top-level-ivy-settings.xml
install-junit4-taskdef:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
resolve-groovy:
[ivy:cachepath] :: resolving dependencies :: org.codehaus.groovy#groovy-all-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.codehaus.groovy#groovy-all;2.4.17 in default
[ivy:cachepath] :: resolution report :: resolve 13ms :: artifacts dl 0ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 1 | 0 | 0 | 0 || 1 | 0 |
---------------------------------------------------------------------
-init-totals:
-test:
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test
[junit4:pickseed] Seed property 'tests.seed' already defined: 6738407D78EEB486
[mkdir] Created dir: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/temp
[junit4] <JUnit4> says hello! Master seed: 6738407D78EEB486
[junit4] Executing 5 suites with 5 JVMs.
[junit4]
[junit4] Started J3 PID(69715@localhost).
[junit4] Started J0 PID(69711@localhost).
[junit4] Started J2 PID(69712@localhost).
[junit4] Started J1 PID(69713@localhost).
[junit4] Started J4 PID(69714@localhost).
[junit4] Suite: org.apache.solr.ltr.model.TestAdapterModel
[junit4] OK 23.0s J4 | TestAdapterModel.test
[junit4] Completed [1/5] on J4 in 30.11s, 1 test
[junit4]
[junit4] Suite: org.apache.solr.ltr.model.TestAdapterModel
[junit4] OK 23.0s J1 | TestAdapterModel.test
[junit4] Completed [2/5] on J1 in 30.18s, 1 test
[junit4]
[junit4] Suite: org.apache.solr.ltr.model.TestAdapterModel
[junit4] OK 23.5s J0 | TestAdapterModel.test
[junit4] Completed [3/5] on J0 in 30.70s, 1 test
[junit4]
[junit4] Suite: org.apache.solr.ltr.model.TestAdapterModel
[junit4] OK 23.8s J2 | TestAdapterModel.test
[junit4] Completed [4/5] on J2 in 31.11s, 1 test
[junit4]
[junit4] Suite: org.apache.solr.ltr.model.TestAdapterModel
[junit4] OK 24.0s J3 | TestAdapterModel.test
[junit4] Completed [5/5] on J3 in 31.12s, 1 test
[junit4]
[junit4] JVM J0: 0.98 .. 33.55 = 32.57s
[junit4] JVM J1: 0.98 .. 33.06 = 32.07s
[junit4] JVM J2: 0.98 .. 33.82 = 32.83s
[junit4] JVM J3: 0.98 .. 33.82 = 32.84s
[junit4] JVM J4: 0.98 .. 32.97 = 31.99s
[junit4] Execution time total: 33 seconds
[junit4] Tests summary: 5 suites, 5 tests
[junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J0/temp])
[junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J4 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J4/temp])
[junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J2 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J2/temp])
[junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J3 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J3/temp])
[junit4] Could not remove temporary path: /Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/solr/build/contrib/solr-ltr/test/J1/temp])
[echo] 5 slowest tests:
[junit4:tophints] 56.64s | org.apache.solr.ltr.model.TestMultipleAdditiveTreesModel
[junit4:tophints] 54.45s | org.apache.solr.ltr.feature.TestValueFeature
[junit4:tophints] 51.85s | org.apache.solr.ltr.model.TestDefaultWrapperModel
[junit4:tophints] 50.79s | org.apache.solr.ltr.model.TestLinearModel
[junit4:tophints] 31.85s | org.apache.solr.ltr.model.TestAdapterModel
-check-totals:
test-nocompile:
BUILD SUCCESSFUL
Total time: 35 seconds
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
[repro] 0/5 failed: org.apache.solr.ltr.model.TestAdapterModel
[repro] 5/5 failed: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=ca0d5d9368eac7dbf7e080b5d16ce2936e7ab2c3, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1080
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 1080 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1080/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
23 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler
Error Message:
ObjectTracker found 31 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 31 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.reload(SolrCore.java:697) at org.apache.solr.core.CoreContainer.reload(CoreContainer.java:1576) at org.apache.solr.handler.IndexFetcher.lambda$reloadCore$0(IndexFetcher.java:946) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.lambda$load$13(CoreContainer.java:804) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.inform(ReplicationHandler.java:1241) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) a
[...truncated too long message...]
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 24) Thread[id=914, name=indexFetcher-762-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 25) Thread[id=1220, name=indexFetcher-1027-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 26) Thread[id=1139, name=indexFetcher-957-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 27) Thread[id=1836, name=indexFetcher-1541-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 28) Thread[id=273, name=indexFetcher-222-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 29) Thread[id=1307, name=indexFetcher-1098-thread-1, state=TIMED_WAITING, group=TGRP-TestReplicationHandler]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([4AFBC1F5A50BF22E]:0)
[junit4] Completed [19/25 (5!)] on J3 in 251.59s, 21 tests, 1 failure, 2 errors <<< FAILURES!
[...truncated 35 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 25 suites, 170 tests, 15 suite-level errors, 65 ignored [seed: 4AFBC1F5A50BF22E]
Total time: 4 minutes 23 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.lucene.search.TestIndexSearcher
[repro] 0/5 failed: org.apache.solr.handler.TestReplicationHandlerBackup
[repro] 0/5 failed: org.apache.solr.handler.TestReplicationHandlerDiskOverFlow
[repro] 0/5 failed: org.apache.solr.search.TestIndexSearcher
[repro] 0/5 failed: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
[repro] 5/5 failed: org.apache.solr.handler.TestReplicationHandler
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=ec44271b8ef20b06305b7ca34b1f70a9e00ddd93, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1079
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[JENKINS] Lucene-Solr-8.x-MacOSX (64bit/jdk1.8.0) - Build # 1079 -
Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-MacOSX/1079/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseParallelGC
9 tests failed.
FAILED: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest.testCdcrDocVersions
Error Message:
Error from server at http://127.0.0.1:52491: ADDREPLICA failed to create replica
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52491: ADDREPLICA failed to create replica
at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2:C808054A751534EE]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:663)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1147)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:910)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:842)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:594)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:352)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:178)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:972)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1081)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1053)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest: 1) Thread[id=1128, name=autoExpireDocs-781-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest:
1) Thread[id=1128, name=autoExpireDocs-781-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1128, name=autoExpireDocs-781-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1128, name=autoExpireDocs-781-thread-1, state=TIMED_WAITING, group=TGRP-DocExpirationUpdateProcessorFactoryTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest: 1) Thread[id=173, name=cdcr-update-log-synchronizer-114-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest:
1) Thread[id=173, name=cdcr-update-log-synchronizer-114-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=173, name=cdcr-update-log-synchronizer-114-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=173, name=cdcr-update-log-synchronizer-114-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273) at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101) at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473) at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98) at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299) at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 4 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:339)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:348)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:286)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:273)
at org.apache.solr.client.solrj.impl.CloudSolrClient.<init>(CloudSolrClient.java:101)
at org.apache.solr.client.solrj.impl.CloudSolrClient$Builder.build(CloudSolrClient.java:473)
at org.apache.solr.handler.CdcrReplicatorManager.<init>(CdcrReplicatorManager.java:98)
at org.apache.solr.handler.CdcrRequestHandler.inform(CdcrRequestHandler.java:299)
at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:672)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1022)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:906)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1322)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1231)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:211)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:843)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:809)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:562)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:415)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:345)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1610)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1300)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1580)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1215)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:333)
at sun.reflect.GeneratedMethodAccessor63.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[...truncated too long message...]
78)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=271, name=cdcr-update-log-synchronizer-179-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=219, name=cdcr-update-log-synchronizer-139-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=194, name=cdcr-update-log-synchronizer-130-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 2) Thread[id=283, name=cdcr-update-log-synchronizer-194-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 3) Thread[id=271, name=cdcr-update-log-synchronizer-179-thread-1, state=TIMED_WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > 4) Thread[id=219, name=cdcr-update-log-synchronizer-139-thread-1, state=WAITING, group=TGRP-CdcrVersionReplicationTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
[junit4] > at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([309E0EE88773DBF2]:0)
[junit4] Completed [10/10 (5!)] on J4 in 143.71s, 1 test, 1 failure, 2 errors <<< FAILURES!
[...truncated 20 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1599: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX/lucene/common-build.xml:1126: There were test failures: 10 suites, 30 tests, 12 suite-level errors, 3 errors, 25 ignored [seed: 309E0EE88773DBF2]
Total time: 2 minutes 29 seconds
[repro] Setting last failure code to 256
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.update.processor.DocExpirationUpdateProcessorFactoryTest
[repro] 5/5 failed: org.apache.solr.cloud.cdcr.CdcrVersionReplicationTest
[repro] Exiting with code 256
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=10ca1e78707f009f41a15e74bc185cf60ae0090e, workspace=/Users/jenkins/workspace/Lucene-Solr-8.x-MacOSX
[WARNINGS] Computing warning deltas based on reference build #1078
Recording test results
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/Users/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2