You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/20 13:33:05 UTC
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-9) - Build # 4336 -
Still Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4336/
Java: 64bit/jdk-9 -XX:+UseCompressedOops -XX:+UseG1GC
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica
Error Message:
ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:761) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1039) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134) at org.eclipse.jetty.server.Server.handle(Server.java:534) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108) at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148) at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589) at java.base/java.lang.Thread.run(Thread.java:844) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305) at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641) at java.base/java.lang.Thread.run(Thread.java:844)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [MockDirectoryWrapper, SolrCore, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:92)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:761)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1039)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
at org.eclipse.jetty.server.Server.handle(Server.java:534)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
at java.base/java.lang.Thread.run(Thread.java:844)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
at java.base/java.lang.Thread.run(Thread.java:844)
at __randomizedtesting.SeedInfo.seed([3168CC982B6C7530]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
at jdk.internal.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:564)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:844)
Build Log:
[...truncated 12695 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/init-core-data-001
[junit4] 2> 1094326 WARN (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
[junit4] 2> 1094326 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1094328 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 1094329 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1094330 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001
[junit4] 2> 1094330 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1094331 INFO (Thread-2322) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1094331 INFO (Thread-2322) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1094335 ERROR (Thread-2322) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1094440 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:55577
[junit4] 2> 1094457 INFO (zkConnectionManagerCallback-2766-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094502 INFO (jetty-launcher-2763-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1094503 INFO (jetty-launcher-2763-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 1094510 INFO (jetty-launcher-2763-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@482dfe14{/solr,null,AVAILABLE}
[junit4] 2> 1094513 INFO (jetty-launcher-2763-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@93515e9{SSL,[ssl, http/1.1]}{127.0.0.1:55583}
[junit4] 2> 1094513 INFO (jetty-launcher-2763-thread-1) [ ] o.e.j.s.Server Started @1096396ms
[junit4] 2> 1094513 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55583}
[junit4] 2> 1094513 ERROR (jetty-launcher-2763-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1094513 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1094513 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1094513 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1094514 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-20T12:31:07.149015Z
[junit4] 2> 1094514 INFO (jetty-launcher-2763-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@377bc90b{/solr,null,AVAILABLE}
[junit4] 2> 1094516 INFO (jetty-launcher-2763-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73df5657{SSL,[ssl, http/1.1]}{127.0.0.1:55584}
[junit4] 2> 1094516 INFO (jetty-launcher-2763-thread-2) [ ] o.e.j.s.Server Started @1096400ms
[junit4] 2> 1094516 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=55584}
[junit4] 2> 1094517 ERROR (jetty-launcher-2763-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1094518 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 1094518 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1094518 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1094518 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-20T12:31:07.153954Z
[junit4] 2> 1094521 INFO (zkConnectionManagerCallback-2768-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094522 INFO (zkConnectionManagerCallback-2770-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094523 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1094524 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1094544 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55577/solr
[junit4] 2> 1094548 INFO (zkConnectionManagerCallback-2774-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094551 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:55577/solr
[junit4] 2> 1094555 INFO (zkConnectionManagerCallback-2778-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094557 INFO (zkConnectionManagerCallback-2780-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094560 INFO (zkConnectionManagerCallback-2782-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094739 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1094740 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55584_solr
[junit4] 2> 1094742 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.Overseer Overseer (id=99206631716880390-127.0.0.1:55584_solr-n_0000000000) starting
[junit4] 2> 1094744 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1094746 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55583_solr
[junit4] 2> 1094749 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1094750 INFO (zkCallback-2781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1094760 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55584_solr
[junit4] 2> 1094763 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1094763 INFO (zkCallback-2781-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1094824 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55584.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1094835 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55584.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1094836 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55584.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1094837 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55583.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1094837 INFO (jetty-launcher-2763-thread-2) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node2/.
[junit4] 2> 1094850 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55583.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1094850 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55583.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1094851 INFO (jetty-launcher-2763-thread-1) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node1/.
[junit4] 2> 1094889 INFO (zkConnectionManagerCallback-2788-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094894 INFO (zkConnectionManagerCallback-2792-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1094896 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1094899 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:55577/solr ready
[junit4] 2> 1094906 INFO (SUITE-TestTlogReplica-seed#[3168CC982B6C7530]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: false
[junit4] 2> 1094927 INFO (qtp1841884327-11265) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1094929 INFO (qtp1841884327-11265) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1094946 INFO (TEST-TestTlogReplica.testAddRemoveTlogReplica-seed#[3168CC982B6C7530]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAddRemoveTlogReplica
[junit4] 2> 1094949 INFO (qtp1841884327-11266) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1094953 INFO (OverseerThreadFactory-5295-thread-1) [ ] o.a.s.c.CreateCollectionCmd Create collection tlog_replica_test_add_remove_tlog_replica
[junit4] 2> 1095071 INFO (OverseerStateUpdate-99206631716880390-127.0.0.1:55584_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55584/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1095076 INFO (OverseerStateUpdate-99206631716880390-127.0.0.1:55584_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55583/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1095293 INFO (qtp1841884327-11260) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1095294 INFO (qtp1841884327-11260) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1095304 INFO (qtp2092039315-11273) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1095304 INFO (qtp2092039315-11273) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1095411 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1095411 INFO (zkCallback-2781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1095412 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1095412 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096320 INFO (qtp2092039315-11273) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1096321 INFO (qtp1841884327-11260) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1096419 INFO (qtp2092039315-11273) [ ] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Schema name=minimal
[junit4] 2> 1096419 INFO (qtp1841884327-11260) [ ] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] Schema name=minimal
[junit4] 2> 1096421 INFO (qtp1841884327-11260) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1096421 INFO (qtp1841884327-11260) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 1096421 INFO (qtp2092039315-11273) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1096421 INFO (qtp2092039315-11273) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 1096422 INFO (qtp1841884327-11260) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55583.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t2' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1096422 INFO (qtp2092039315-11273) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55584.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1096422 INFO (qtp1841884327-11260) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1096422 INFO (qtp1841884327-11260) [ ] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/data/]
[junit4] 2> 1096422 INFO (qtp2092039315-11273) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1096422 INFO (qtp2092039315-11273) [ ] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/data/]
[junit4] 2> 1096505 INFO (qtp1841884327-11260) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1096505 INFO (qtp1841884327-11260) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1096506 INFO (qtp2092039315-11273) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1096506 INFO (qtp2092039315-11273) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1096508 INFO (qtp1841884327-11260) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1096508 INFO (qtp1841884327-11260) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1096508 INFO (qtp2092039315-11273) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1096508 INFO (qtp2092039315-11273) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1096550 INFO (qtp1841884327-11260) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e4244b7[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] main]
[junit4] 2> 1096550 INFO (qtp2092039315-11273) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@91080ec[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main]
[junit4] 2> 1096553 INFO (qtp1841884327-11260) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1096553 INFO (qtp1841884327-11260) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1096554 INFO (qtp2092039315-11273) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1096555 INFO (qtp2092039315-11273) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1096556 INFO (qtp2092039315-11273) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1096556 INFO (qtp2092039315-11273) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587306109800022016
[junit4] 2> 1096557 INFO (searcherExecutor-5301-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] Registered new searcher Searcher@91080ec[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1096560 INFO (qtp1841884327-11260) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1096562 INFO (searcherExecutor-5300-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] Registered new searcher Searcher@7e4244b7[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1096563 INFO (qtp2092039315-11273) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1096563 INFO (qtp2092039315-11273) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1096563 INFO (qtp2092039315-11273) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/
[junit4] 2> 1096563 INFO (qtp2092039315-11273) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1096563 INFO (qtp2092039315-11273) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ has no replicas
[junit4] 2> 1096563 INFO (qtp2092039315-11273) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1096565 INFO (qtp2092039315-11273) [ ] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1 stopping background replication from leader
[junit4] 2> 1096565 INFO (qtp1841884327-11260) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587306109809459200
[junit4] 2> 1096572 INFO (qtp2092039315-11273) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/ shard1
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:55583/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.SyncStrategy https://127.0.0.1:55583/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/ has no replicas
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1096577 INFO (qtp1841884327-11260) [ ] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2 stopping background replication from leader
[junit4] 2> 1096583 INFO (qtp1841884327-11260) [ ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:55583/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/ shard2
[junit4] 2> 1096687 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096687 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096687 INFO (zkCallback-2781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096687 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096695 INFO (qtp1841884327-11260) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1096700 INFO (qtp1841884327-11260) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1406
[junit4] 2> 1096734 INFO (qtp2092039315-11273) [ ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1096737 INFO (qtp2092039315-11273) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&action=CREATE&numShards=2&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1433
[junit4] 2> 1096741 INFO (qtp1841884327-11266) [ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1096842 INFO (zkCallback-2781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096842 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096842 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096842 INFO (zkCallback-2781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1096961 INFO (OverseerCollectionConfigSetProcessor-99206631716880390-127.0.0.1:55584_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1097742 INFO (qtp1841884327-11266) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_add_remove_tlog_replica&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=1&wt=javabin&version=2} status=0 QTime=2792
[junit4] 2> 1097782 INFO (qtp2092039315-11276) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&type=TLOG and sendToOCPQueue=true
[junit4] 2> 1097788 INFO (OverseerThreadFactory-5295-thread-2) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:55584_solr for creating new replica
[junit4] 2> 1097803 INFO (OverseerStateUpdate-99206631716880390-127.0.0.1:55584_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55584/solr",
[junit4] 2> "node_name":"127.0.0.1:55584_solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1097913 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1097913 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1097914 INFO (zkCallback-2781-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1097914 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098004 INFO (qtp2092039315-11261) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1098019 INFO (qtp2092039315-11261) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1098027 INFO (qtp2092039315-11261) [ ] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Schema name=minimal
[junit4] 2> 1098029 INFO (qtp2092039315-11261) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1098029 INFO (qtp2092039315-11261) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 1098030 INFO (qtp2092039315-11261) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55584.solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t5' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard1.replica_t5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1098030 INFO (qtp2092039315-11261) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1098030 INFO (qtp2092039315-11261) [ ] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node2/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node2/./tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5/data/]
[junit4] 2> 1098113 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098113 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098113 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098113 INFO (zkCallback-2781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098116 INFO (qtp2092039315-11261) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1098116 INFO (qtp2092039315-11261) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1098118 INFO (qtp2092039315-11261) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1098118 INFO (qtp2092039315-11261) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1098120 INFO (qtp2092039315-11261) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d79c2[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main]
[junit4] 2> 1098121 INFO (qtp2092039315-11261) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1098122 INFO (qtp2092039315-11261) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1098123 INFO (qtp2092039315-11261) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1098124 INFO (searcherExecutor-5310-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Registered new searcher Searcher@3d79c2[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1098124 INFO (qtp2092039315-11261) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587306111444189184
[junit4] 2> 1098128 INFO (qtp2092039315-11261) [ ] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5
[junit4] 2> 1098129 INFO (updateExecutor-2775-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1098129 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1098130 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1098130 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 stopping background replication from leader
[junit4] 2> 1098130 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5]
[junit4] 2> 1098130 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1098130 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] as recovering, leader is [https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/] and I am [https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5/]
[junit4] 2> 1098130 INFO (qtp2092039315-11261) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=126
[junit4] 2> 1098133 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:55584/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&nodeName=127.0.0.1:55584_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1098135 INFO (qtp2092039315-11276) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard1&type=TLOG} status=0 QTime=352
[junit4] 2> 1098137 INFO (qtp2092039315-11276) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1098137 INFO (qtp2092039315-11276) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard1, thisCore=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:55584_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5","base_url":"https://127.0.0.1:55584/solr","node_name":"127.0.0.1:55584_solr","state":"down","type":"TLOG"}
[junit4] 2> 1098138 INFO (qtp1841884327-11263) [ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1098142 INFO (OverseerCollectionConfigSetProcessor-99206631716880390-127.0.0.1:55584_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1098142 INFO (OverseerThreadFactory-5295-thread-3) [ ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:55583_solr for creating new replica
[junit4] 2> 1098146 INFO (OverseerStateUpdate-99206631716880390-127.0.0.1:55584_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"tlog_replica_test_add_remove_tlog_replica",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:55583/solr",
[junit4] 2> "node_name":"127.0.0.1:55583_solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 1098250 INFO (zkCallback-2781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098250 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098250 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098250 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098348 INFO (qtp1841884327-11264) [ ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 1098363 INFO (qtp1841884327-11264) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1098369 INFO (qtp1841884327-11264) [ ] o.a.s.s.IndexSchema [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] Schema name=minimal
[junit4] 2> 1098370 INFO (qtp1841884327-11264) [ ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1098370 INFO (qtp1841884327-11264) [ ] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7' using configuration from collection tlog_replica_test_add_remove_tlog_replica, trusted=true
[junit4] 2> 1098371 INFO (qtp1841884327-11264) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_55583.solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t7' (registry 'solr.core.tlog_replica_test_add_remove_tlog_replica.shard2.replica_t7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@493c0331
[junit4] 2> 1098371 INFO (qtp1841884327-11264) [ ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1098371 INFO (qtp1841884327-11264) [ ] o.a.s.c.SolrCore [[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node1/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J1/temp/solr.cloud.TestTlogReplica_3168CC982B6C7530-001/tempDir-001/node1/./tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7/data/]
[junit4] 2> 1098442 INFO (qtp1841884327-11264) [ ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1098442 INFO (qtp1841884327-11264) [ ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1098465 INFO (qtp1841884327-11264) [ ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1098466 INFO (qtp1841884327-11264) [ ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1098466 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098466 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098466 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098466 INFO (zkCallback-2781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098468 INFO (qtp1841884327-11264) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4611af7f[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] main]
[junit4] 2> 1098470 INFO (qtp1841884327-11264) [ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 1098471 INFO (qtp1841884327-11264) [ ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 1098472 INFO (qtp1841884327-11264) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1098472 INFO (qtp1841884327-11264) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587306111809093632
[junit4] 2> 1098473 INFO (searcherExecutor-5315-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] Registered new searcher Searcher@4611af7f[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1098477 INFO (qtp1841884327-11264) [ ] o.a.s.c.ZkController Core needs to recover:tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7
[junit4] 2> 1098477 INFO (updateExecutor-2771-thread-1) [ ] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 1098478 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 1098478 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 1098478 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7 stopping background replication from leader
[junit4] 2> 1098478 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7]
[junit4] 2> 1098478 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1098478 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.c.RecoveryStrategy Publishing state of core [tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7] as recovering, leader is [https://127.0.0.1:55583/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2/] and I am [https://127.0.0.1:55583/solr/tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7/]
[junit4] 2> 1098478 INFO (qtp1841884327-11264) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7&action=CREATE&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=130
[junit4] 2> 1098481 INFO (recoveryExecutor-2772-thread-1) [ ] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:55583/solr]; [WaitForState: action=PREPRECOVERY&core=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&nodeName=127.0.0.1:55583_solr&coreNodeName=core_node8&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 1098482 INFO (qtp1841884327-11263) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=tlog_replica_test_add_remove_tlog_replica&shard=shard2&type=TLOG&wt=javabin&version=2} status=0 QTime=344
[junit4] 2> 1098486 INFO (qtp1841884327-11267) [ ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node8, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 1098487 INFO (qtp1841884327-11267) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard2, thisCore=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:55583_solr, coreNodeName=core_node8, onlyIfActiveCheckResult=false, nodeProps: core_node8:{"core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7","base_url":"https://127.0.0.1:55583/solr","node_name":"127.0.0.1:55583_solr","state":"down","type":"TLOG"}
[junit4] 2> 1098583 INFO (zkCallback-2779-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098583 INFO (zkCallback-2791-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098583 INFO (zkCallback-2781-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098583 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1098583 INFO (zkCallback-2781-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for collection [tlog_replica_test_add_remove_tlog_replica] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1099138 INFO (qtp2092039315-11276) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard1, thisCore=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:55584_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5","base_url":"https://127.0.0.1:55584/solr","node_name":"127.0.0.1:55584_solr","state":"recovering","type":"TLOG"}
[junit4] 2> 1099138 INFO (qtp2092039315-11276) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1099138 INFO (qtp2092039315-11276) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:55584_solr&onlyIfLeaderActive=true&core=tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1&coreNodeName=core_node6&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
[junit4] 2> 1099495 INFO (qtp1841884327-11267) [ ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=tlog_replica_test_add_remove_tlog_replica, shard=shard2, thisCore=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:55583_solr, coreNodeName=core_node8, onlyIfActiveCheckResult=false, nodeProps: core_node8:{"core":"tlog_replica_test_add_remove_tlog_replica_shard2_replica_t7","base_url":"https://127.0.0.1:55583/solr","node_name":"127.0.0.1:55583_solr","state":"recovering","type":"TLOG"}
[junit4] 2> 1099496 INFO (qtp1841884327-11267) [ ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node8, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 1099496 INFO (qtp1841884327-11267) [ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:55583_solr&onlyIfLeaderActive=true&core=tlog_replica_test_add_remove_tlog_replica_shard2_replica_t2&coreNodeName=core_node8&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1009
[junit4] 2> 1099646 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
[junit4] 2> 1099646 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Attempting to replicate from [https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/].
[junit4] 2> 1099652 INFO (qtp2092039315-11273) [ ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1587306113046413312,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1099652 INFO (qtp2092039315-11273) [ ] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1099652 INFO (qtp2092039315-11273) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1099652 INFO (qtp2092039315-11273) [ ] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
[junit4] 2> 1099661 INFO (qtp2092039315-11274) [ ] o.a.s.c.S.Request [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1099661 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1099662 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1099662 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 1099662 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 1099662 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1099662 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1099662 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@557aa3cb commitCommandVersion:0
[junit4] 2> 1099663 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@42c15e4c[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main]
[junit4] 2> 1099664 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1099665 INFO (searcherExecutor-5310-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Registered new searcher Searcher@42c15e4c[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1099666 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Replication Recovery was successful.
[junit4] 2> 1099666 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
[junit4] 2> 1099666 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.ZkController tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5 starting background replication from leader
[junit4] 2> 1099666 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 1099667 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 1099667 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1099667 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:55584/solr/tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1/
[junit4] 2> 1099669 INFO (qtp2092039315-11272) [ ] o.a.s.c.S.Request [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 1099670 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 1099670 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 1099670 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 2
[junit4] 2> 1099670 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 1513773072297
[junit4] 2> 1099670 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 1099670 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Updating version bucket highest from index after successful recovery.
[junit4] 2> 1099670 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587306113065287680
[junit4] 2> 1099671 INFO (indexFetcher-5321-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@116c8974[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main]
[junit4] 2> 1099672 INFO (recoveryExecutor-2776-thread-1) [ ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[true]
[junit4] 2> 1099673 INFO (searcherExecutor-5310-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] Registered new searcher Searcher@116c8974[tlog_replica_test_add_remove_tlog_replica_shard1_replica_t5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1099784 INFO (zkCallback-2779-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_add_remove_tlog_replica/state.json] for
[...truncated too long message...]
lr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:351)
[junit4] > at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:729)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
[junit4] > at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
[junit4] > at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1043)
[junit4] > at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
[junit4] > at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
[junit4] > at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
[junit4] > at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
[junit4] > at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] > at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
[junit4] > at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
[junit4] > at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
[junit4] > at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
[junit4] > at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] > at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
[junit4] > at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
[junit4] > at org.eclipse.jetty.server.Server.handle(Server.java:534)
[junit4] > at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
[junit4] > at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] > at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
[junit4] > at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
[junit4] > at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
[junit4] > at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
[junit4] > at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
[junit4] > at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
[junit4] > at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:501)
[junit4] > at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:345)
[junit4] > at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
[junit4] > at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$12(ReplicationHandler.java:1159)
[junit4] > at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
[junit4] > at java.base/java.util.concurrent.FutureTask.runAndReset(FutureTask.java:305)
[junit4] > at java.base/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:300)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
[junit4] > at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] > at __randomizedtesting.SeedInfo.seed([3168CC982B6C7530]:0)
[junit4] > at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:297)
[junit4] > at jdk.internal.reflect.GeneratedMethodAccessor35.invoke(Unknown Source)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:564)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:844)
[junit4] Completed [324/764 (1!)] on J1 in 173.59s, 13 tests, 1 failure <<< FAILURES!
[...truncated 42228 lines...]
[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk1.8.0) - Build # 4337
- Still Unstable!
Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/4337/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC
1 tests failed.
FAILED: org.apache.solr.cloud.ReplaceNodeTest.test
Error Message:
Could not find collection : replacenodetest_coll
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : replacenodetest_coll
at __randomizedtesting.SeedInfo.seed([ECD0B107D7E515C7:64848EDD7919783F]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
at org.apache.solr.cloud.ReplaceNodeTest.test(ReplaceNodeTest.java:87)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12840 lines...]
[junit4] Suite: org.apache.solr.cloud.ReplaceNodeTest
[junit4] 2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/init-core-data-001
[junit4] 2> 2209133 WARN (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=25 numCloses=25
[junit4] 2> 2209133 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2209136 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN) w/ MAC_OS_X supressed clientAuth
[junit4] 2> 2209136 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2209137 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001
[junit4] 2> 2209137 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2209137 INFO (Thread-3396) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2209137 INFO (Thread-3396) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2209140 ERROR (Thread-3396) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2209237 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:63675
[junit4] 2> 2209255 INFO (zkConnectionManagerCallback-3620-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209261 INFO (jetty-launcher-3617-thread-1) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2209262 INFO (jetty-launcher-3617-thread-2) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2209263 INFO (jetty-launcher-3617-thread-3) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2209264 INFO (jetty-launcher-3617-thread-4) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2209266 INFO (jetty-launcher-3617-thread-5) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2209266 INFO (jetty-launcher-3617-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3b9dd7ea{/solr,null,AVAILABLE}
[junit4] 2> 2209267 INFO (jetty-launcher-3617-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7c27ccc6{HTTP/1.1,[http/1.1]}{127.0.0.1:63678}
[junit4] 2> 2209267 INFO (jetty-launcher-3617-thread-3) [ ] o.e.j.s.Server Started @2213435ms
[junit4] 2> 2209267 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63678}
[junit4] 2> 2209267 ERROR (jetty-launcher-3617-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2209267 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2209267 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2209267 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2209268 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-21T01:06:22.238Z
[junit4] 2> 2209270 INFO (jetty-launcher-3617-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2852b31e{/solr,null,AVAILABLE}
[junit4] 2> 2209272 INFO (jetty-launcher-3617-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@16dd735a{HTTP/1.1,[http/1.1]}{127.0.0.1:63679}
[junit4] 2> 2209272 INFO (jetty-launcher-3617-thread-2) [ ] o.e.j.s.Server Started @2213440ms
[junit4] 2> 2209272 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63679}
[junit4] 2> 2209273 ERROR (jetty-launcher-3617-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2209273 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2209273 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2209273 INFO (jetty-launcher-3617-thread-6) [ ] o.e.j.s.Server jetty-9.3.20.v20170531
[junit4] 2> 2209273 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2209274 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-21T01:06:22.244Z
[junit4] 2> 2209279 INFO (zkConnectionManagerCallback-3622-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209281 INFO (jetty-launcher-3617-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a51a418{/solr,null,AVAILABLE}
[junit4] 2> 2209282 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2209283 INFO (jetty-launcher-3617-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63e90003{/solr,null,AVAILABLE}
[junit4] 2> 2209283 INFO (jetty-launcher-3617-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@8128c4b{HTTP/1.1,[http/1.1]}{127.0.0.1:63682}
[junit4] 2> 2209284 INFO (jetty-launcher-3617-thread-4) [ ] o.e.j.s.Server Started @2213451ms
[junit4] 2> 2209284 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63682}
[junit4] 2> 2209284 ERROR (jetty-launcher-3617-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2209288 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2209288 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2209289 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2209290 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-21T01:06:22.260Z
[junit4] 2> 2209289 INFO (jetty-launcher-3617-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e1b694f{/solr,null,AVAILABLE}
[junit4] 2> 2209293 INFO (jetty-launcher-3617-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7b907f94{HTTP/1.1,[http/1.1]}{127.0.0.1:63683}
[junit4] 2> 2209293 INFO (jetty-launcher-3617-thread-5) [ ] o.e.j.s.Server Started @2213461ms
[junit4] 2> 2209293 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63683}
[junit4] 2> 2209293 ERROR (jetty-launcher-3617-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2ea1cf7f{HTTP/1.1,[http/1.1]}{127.0.0.1:63681}
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.e.j.s.Server Started @2213461ms
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63681}
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2209294 ERROR (jetty-launcher-3617-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-21T01:06:22.264Z
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2209294 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-21T01:06:22.264Z
[junit4] 2> 2209296 INFO (zkConnectionManagerCallback-3624-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209298 INFO (jetty-launcher-3617-thread-6) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@57d38cb7{/solr,null,AVAILABLE}
[junit4] 2> 2209316 INFO (jetty-launcher-3617-thread-6) [ ] o.e.j.s.AbstractConnector Started ServerConnector@742ec582{HTTP/1.1,[http/1.1]}{127.0.0.1:63688}
[junit4] 2> 2209316 INFO (jetty-launcher-3617-thread-6) [ ] o.e.j.s.Server Started @2213484ms
[junit4] 2> 2209316 INFO (zkConnectionManagerCallback-3626-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209316 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=63688}
[junit4] 2> 2209316 ERROR (jetty-launcher-3617-thread-6) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2209317 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2209317 INFO (zkConnectionManagerCallback-3628-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209317 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2209317 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2209317 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2017-12-21T01:06:22.287Z
[junit4] 2> 2209317 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2209318 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2209318 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2209318 INFO (zkConnectionManagerCallback-3630-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209319 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2209320 INFO (zkConnectionManagerCallback-3632-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209322 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2209323 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0002, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209324 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0003, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209326 INFO (jetty-launcher-3617-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63675/solr
[junit4] 2> 2209326 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0004, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209326 INFO (jetty-launcher-3617-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63675/solr
[junit4] 2> 2209327 INFO (jetty-launcher-3617-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63675/solr
[junit4] 2> 2209328 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0005, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209329 INFO (zkConnectionManagerCallback-3637-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209330 INFO (zkConnectionManagerCallback-3640-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209330 INFO (jetty-launcher-3617-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63675/solr
[junit4] 2> 2209331 INFO (zkConnectionManagerCallback-3644-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209332 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0006, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209332 INFO (zkConnectionManagerCallback-3648-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209333 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0007, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209333 INFO (jetty-launcher-3617-thread-6) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63675/solr
[junit4] 2> 2209334 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0008, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209335 INFO (zkConnectionManagerCallback-3652-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209335 INFO (zkConnectionManagerCallback-3655-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209335 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d0009, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209336 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d000a, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209337 INFO (zkConnectionManagerCallback-3657-thread-1-processing-n:127.0.0.1:63682_solr) [n:127.0.0.1:63682_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209337 INFO (jetty-launcher-3617-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:63675/solr
[junit4] 2> 2209338 INFO (zkConnectionManagerCallback-3659-thread-1-processing-n:127.0.0.1:63683_solr) [n:127.0.0.1:63683_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209338 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn caught end of stream exception
[junit4] 2> EndOfStreamException: Unable to read additional data from client sessionid 0x160769b5f1d000c, likely client has closed socket
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209338 INFO (zkConnectionManagerCallback-3661-thread-1-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209340 INFO (zkConnectionManagerCallback-3666-thread-1-processing-n:127.0.0.1:63688_solr) [n:127.0.0.1:63688_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209340 INFO (zkConnectionManagerCallback-3664-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209346 INFO (zkConnectionManagerCallback-3668-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2209603 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209603 INFO (jetty-launcher-3617-thread-4) [n:127.0.0.1:63682_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209603 INFO (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209603 INFO (jetty-launcher-3617-thread-2) [n:127.0.0.1:63679_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209603 INFO (jetty-launcher-3617-thread-6) [n:127.0.0.1:63688_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209603 INFO (jetty-launcher-3617-thread-3) [n:127.0.0.1:63678_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 2209604 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:63681_solr
[junit4] 2> 2209605 INFO (jetty-launcher-3617-thread-2) [n:127.0.0.1:63679_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63679_solr
[junit4] 2> 2209605 INFO (jetty-launcher-3617-thread-6) [n:127.0.0.1:63688_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63688_solr
[junit4] 2> 2209605 INFO (jetty-launcher-3617-thread-4) [n:127.0.0.1:63682_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63682_solr
[junit4] 2> 2209606 INFO (jetty-launcher-3617-thread-3) [n:127.0.0.1:63678_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63678_solr
[junit4] 2> 2209606 INFO (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63683_solr
[junit4] 2> 2209608 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.c.Overseer Overseer (id=99209601489895439-127.0.0.1:63681_solr-n_0000000000) starting
[junit4] 2> 2209609 INFO (zkCallback-3660-thread-1-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2209610 INFO (zkCallback-3667-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2209631 INFO (zkCallback-3658-thread-1-processing-n:127.0.0.1:63683_solr) [n:127.0.0.1:63683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2209641 INFO (zkCallback-3665-thread-1-processing-n:127.0.0.1:63688_solr) [n:127.0.0.1:63688_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2209652 INFO (zkCallback-3651-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2209663 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:63682_solr) [n:127.0.0.1:63682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 2209680 INFO (zkCallback-3660-thread-1-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 2209680 INFO (zkCallback-3667-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 2209681 INFO (zkCallback-3665-thread-1-processing-n:127.0.0.1:63688_solr) [n:127.0.0.1:63688_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2209681 INFO (zkCallback-3658-thread-1-processing-n:127.0.0.1:63683_solr) [n:127.0.0.1:63683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2209681 INFO (zkCallback-3651-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
[junit4] 2> 2209721 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:63681_solr
[junit4] 2> 2209723 INFO (zkCallback-3651-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2209723 INFO (zkCallback-3667-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2209723 INFO (zkCallback-3665-thread-1-processing-n:127.0.0.1:63688_solr) [n:127.0.0.1:63688_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2209723 INFO (zkCallback-3658-thread-1-processing-n:127.0.0.1:63683_solr) [n:127.0.0.1:63683_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2209723 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:63682_solr) [n:127.0.0.1:63682_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2209723 INFO (zkCallback-3660-thread-1-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
[junit4] 2> 2209759 INFO (jetty-launcher-3617-thread-2) [n:127.0.0.1:63679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63679.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209762 INFO (jetty-launcher-3617-thread-3) [n:127.0.0.1:63678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63678.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209781 INFO (jetty-launcher-3617-thread-2) [n:127.0.0.1:63679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63679.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209782 INFO (jetty-launcher-3617-thread-2) [n:127.0.0.1:63679_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63679.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209782 INFO (jetty-launcher-3617-thread-2) [n:127.0.0.1:63679_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node2/.
[junit4] 2> 2209784 INFO (jetty-launcher-3617-thread-3) [n:127.0.0.1:63678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63678.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209784 INFO (jetty-launcher-3617-thread-3) [n:127.0.0.1:63678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63678.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209785 INFO (jetty-launcher-3617-thread-3) [n:127.0.0.1:63678_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node3/.
[junit4] 2> 2209807 INFO (jetty-launcher-3617-thread-6) [n:127.0.0.1:63688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63688.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209824 INFO (jetty-launcher-3617-thread-4) [n:127.0.0.1:63682_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63682.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209891 INFO (jetty-launcher-3617-thread-6) [n:127.0.0.1:63688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63688.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209893 INFO (jetty-launcher-3617-thread-6) [n:127.0.0.1:63688_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63688.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209897 INFO (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63683.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209898 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63681.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209899 INFO (jetty-launcher-3617-thread-6) [n:127.0.0.1:63688_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node6/.
[junit4] 2> 2209907 INFO (jetty-launcher-3617-thread-4) [n:127.0.0.1:63682_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63682.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209908 INFO (jetty-launcher-3617-thread-4) [n:127.0.0.1:63682_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63682.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209912 INFO (jetty-launcher-3617-thread-4) [n:127.0.0.1:63682_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node4/.
[junit4] 2> 2209936 WARN (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.m.r.j.JmxMetricsReporter Unable to register gauge
[junit4] 2> javax.management.InstanceNotFoundException: solr_63683:dom1=solr,dom2=jvm,name0=os,name=committedVirtualMemorySize
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getMBean(DefaultMBeanServerInterceptor.java:1095)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:427)
[junit4] 2> at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
[junit4] 2> at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.registerMBean(JmxMetricsReporter.java:530)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter$JmxListener.onGaugeAdded(JmxMetricsReporter.java:565)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.lambda$start$0(JmxMetricsReporter.java:738)
[junit4] 2> at java.util.HashMap.forEach(HashMap.java:1288)
[junit4] 2> at org.apache.solr.metrics.reporters.jmx.JmxMetricsReporter.start(JmxMetricsReporter.java:728)
[junit4] 2> at org.apache.solr.metrics.reporters.SolrJmxReporter.doInit(SolrJmxReporter.java:109)
[junit4] 2> at org.apache.solr.metrics.SolrMetricReporter.init(SolrMetricReporter.java:70)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporter(SolrMetricManager.java:881)
[junit4] 2> at org.apache.solr.metrics.SolrMetricManager.loadReporters(SolrMetricManager.java:817)
[junit4] 2> at org.apache.solr.core.CoreContainer.load(CoreContainer.java:551)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:263)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:183)
[junit4] 2> at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:873)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1596)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1659)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1316)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1145)
[junit4] 2> at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:448)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:306)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
[junit4] 2> at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:394)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:367)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:384)
[junit4] 2> at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:247)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2209940 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63681.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209941 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63681.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209941 INFO (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63683.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209941 INFO (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63683.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2209943 INFO (jetty-launcher-3617-thread-1) [n:127.0.0.1:63681_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node1/.
[junit4] 2> 2209943 INFO (jetty-launcher-3617-thread-5) [n:127.0.0.1:63683_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node5/.
[junit4] 2> 2210147 INFO (zkConnectionManagerCallback-3682-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2210150 INFO (zkConnectionManagerCallback-3686-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2210152 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
[junit4] 2> 2210154 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:63675/solr ready
[junit4] 2> 2210194 INFO (TEST-ReplaceNodeTest.test-seed#[ECD0B107D7E515C7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 2210196 INFO (zkConnectionManagerCallback-3688-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2210199 INFO (TEST-ReplaceNodeTest.test-seed#[ECD0B107D7E515C7]) [ ] o.a.s.c.ReplaceNodeTest total_jettys: 6
[junit4] 2> 2210203 INFO (qtp1180534683-18621) [n:127.0.0.1:63678_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=conf1&maxShardsPerNode=3&name=replacenodetest_coll&nrtReplicas=0&action=CREATE&numShards=5&tlogReplicas=2&createNodeSet=127.0.0.1:63679_solr,127.0.0.1:63678_solr,127.0.0.1:63681_solr,127.0.0.1:63682_solr,127.0.0.1:63683_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2210210 INFO (OverseerThreadFactory-7523-thread-1-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.CreateCollectionCmd Create collection replacenodetest_coll
[junit4] 2> 2210328 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_shard1_replica_t1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63679/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210332 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"replacenodetest_coll_shard1_replica_t2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63682/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210336 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_shard2_replica_t4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63681/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210339 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"replacenodetest_coll_shard2_replica_t6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63678/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210342 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_shard3_replica_t8",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63683/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210346 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard3",
[junit4] 2> "core":"replacenodetest_coll_shard3_replica_t10",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63679/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210349 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_shard4_replica_t12",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63682/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210353 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard4",
[junit4] 2> "core":"replacenodetest_coll_shard4_replica_t14",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63681/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210356 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_shard5_replica_t16",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63678/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210360 INFO (OverseerStateUpdate-99209601489895439-127.0.0.1:63681_solr-n_0000000000) [n:127.0.0.1:63681_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"replacenodetest_coll",
[junit4] 2> "shard":"shard5",
[junit4] 2> "core":"replacenodetest_coll_shard5_replica_t18",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:63683/solr",
[junit4] 2> "type":"TLOG",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2210576 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard2_replica_t6&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210577 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210578 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard1_replica_t1&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210578 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard4_replica_t14&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210578 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard4_replica_t12&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210579 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210579 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210579 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210580 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard3_replica_t8&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210580 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2210582 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard1_replica_t2&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210582 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard2_replica_t4&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210582 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard5_replica_t16&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210582 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard5_replica_t18&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210583 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=replacenodetest_coll_shard3_replica_t10&action=CREATE&numShards=5&collection=replacenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 2210701 INFO (zkCallback-3667-thread-1-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210701 INFO (zkCallback-3651-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210702 INFO (zkCallback-3660-thread-1-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210702 INFO (zkCallback-3658-thread-1-processing-n:127.0.0.1:63683_solr) [n:127.0.0.1:63683_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210701 INFO (zkCallback-3656-thread-1-processing-n:127.0.0.1:63682_solr) [n:127.0.0.1:63682_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210702 INFO (zkCallback-3667-thread-2-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210702 INFO (zkCallback-3667-thread-3-processing-n:127.0.0.1:63678_solr) [n:127.0.0.1:63678_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210703 INFO (zkCallback-3658-thread-2-processing-n:127.0.0.1:63683_solr) [n:127.0.0.1:63683_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210704 INFO (zkCallback-3660-thread-2-processing-n:127.0.0.1:63681_solr) [n:127.0.0.1:63681_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210704 INFO (zkCallback-3656-thread-2-processing-n:127.0.0.1:63682_solr) [n:127.0.0.1:63682_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210704 INFO (zkCallback-3651-thread-2-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2210704 INFO (zkCallback-3651-thread-1-processing-n:127.0.0.1:63679_solr) [n:127.0.0.1:63679_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/replacenodetest_coll/state.json] for collection [replacenodetest_coll] has occurred - updating... (live nodes size: [6])
[junit4] 2> 2211612 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211612 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211613 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211612 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211629 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211629 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211632 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211634 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211638 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211652 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2211654 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.s.IndexSchema [replacenodetest_coll_shard5_replica_t18] Schema name=cloud-dynamic
[junit4] 2> 2211655 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.s.IndexSchema [replacenodetest_coll_shard1_replica_t1] Schema name=cloud-dynamic
[junit4] 2> 2211656 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.s.IndexSchema [replacenodetest_coll_shard5_replica_t16] Schema name=cloud-dynamic
[junit4] 2> 2211663 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.s.IndexSchema [replacenodetest_coll_shard3_replica_t10] Schema name=cloud-dynamic
[junit4] 2> 2211654 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.s.IndexSchema [replacenodetest_coll_shard2_replica_t4] Schema name=cloud-dynamic
[junit4] 2> 2211687 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.s.IndexSchema [replacenodetest_coll_shard2_replica_t6] Schema name=cloud-dynamic
[junit4] 2> 2211692 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211692 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard5_replica_t16' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211693 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63678.solr.core.replacenodetest_coll.shard5.replica_t16' (registry 'solr.core.replacenodetest_coll.shard5.replica_t16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211693 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211693 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.c.SolrCore [[replacenodetest_coll_shard5_replica_t16] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node3/replacenodetest_coll_shard5_replica_t16], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node3/./replacenodetest_coll_shard5_replica_t16/data/]
[junit4] 2> 2211715 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211716 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard3_replica_t10' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211716 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63679.solr.core.replacenodetest_coll.shard3.replica_t10' (registry 'solr.core.replacenodetest_coll.shard3.replica_t10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211716 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211716 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore [[replacenodetest_coll_shard3_replica_t10] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node2/replacenodetest_coll_shard3_replica_t10], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node2/./replacenodetest_coll_shard3_replica_t10/data/]
[junit4] 2> 2211717 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211717 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard2_replica_t4' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211717 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63681.solr.core.replacenodetest_coll.shard2.replica_t4' (registry 'solr.core.replacenodetest_coll.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211718 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211718 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.c.SolrCore [[replacenodetest_coll_shard2_replica_t4] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node1/replacenodetest_coll_shard2_replica_t4], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node1/./replacenodetest_coll_shard2_replica_t4/data/]
[junit4] 2> 2211719 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.s.IndexSchema [replacenodetest_coll_shard1_replica_t2] Schema name=cloud-dynamic
[junit4] 2> 2211727 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.s.IndexSchema [replacenodetest_coll_shard4_replica_t12] Schema name=cloud-dynamic
[junit4] 2> 2211730 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211730 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard1_replica_t1' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211730 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63679.solr.core.replacenodetest_coll.shard1.replica_t1' (registry 'solr.core.replacenodetest_coll.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211730 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211730 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.c.SolrCore [[replacenodetest_coll_shard1_replica_t1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node2/replacenodetest_coll_shard1_replica_t1], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node2/./replacenodetest_coll_shard1_replica_t1/data/]
[junit4] 2> 2211751 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211751 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard2_replica_t6' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211751 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63678.solr.core.replacenodetest_coll.shard2.replica_t6' (registry 'solr.core.replacenodetest_coll.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211751 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211752 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore [[replacenodetest_coll_shard2_replica_t6] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node3/replacenodetest_coll_shard2_replica_t6], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node3/./replacenodetest_coll_shard2_replica_t6/data/]
[junit4] 2> 2211753 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211753 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard4_replica_t12' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211754 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63682.solr.core.replacenodetest_coll.shard4.replica_t12' (registry 'solr.core.replacenodetest_coll.shard4.replica_t12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211754 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211754 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.c.SolrCore [[replacenodetest_coll_shard4_replica_t12] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node4/replacenodetest_coll_shard4_replica_t12], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node4/./replacenodetest_coll_shard4_replica_t12/data/]
[junit4] 2> 2211756 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211756 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard5_replica_t18' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211757 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63683.solr.core.replacenodetest_coll.shard5.replica_t18' (registry 'solr.core.replacenodetest_coll.shard5.replica_t18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211757 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211757 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore [[replacenodetest_coll_shard5_replica_t18] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node5/replacenodetest_coll_shard5_replica_t18], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node5/./replacenodetest_coll_shard5_replica_t18/data/]
[junit4] 2> 2211758 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211758 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard1_replica_t2' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211758 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63682.solr.core.replacenodetest_coll.shard1.replica_t2' (registry 'solr.core.replacenodetest_coll.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211758 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211758 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore [[replacenodetest_coll_shard1_replica_t2] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node4/replacenodetest_coll_shard1_replica_t2], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node4/./replacenodetest_coll_shard1_replica_t2/data/]
[junit4] 2> 2211762 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.s.IndexSchema [replacenodetest_coll_shard4_replica_t14] Schema name=cloud-dynamic
[junit4] 2> 2211762 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.s.IndexSchema [replacenodetest_coll_shard3_replica_t8] Schema name=cloud-dynamic
[junit4] 2> 2211800 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211800 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard3_replica_t8' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211800 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
[junit4] 2> 2211800 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.c.CoreContainer Creating SolrCore 'replacenodetest_coll_shard4_replica_t14' using configuration from collection replacenodetest_coll, trusted=true
[junit4] 2> 2211800 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63683.solr.core.replacenodetest_coll.shard3.replica_t8' (registry 'solr.core.replacenodetest_coll.shard3.replica_t8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211800 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_63681.solr.core.replacenodetest_coll.shard4.replica_t14' (registry 'solr.core.replacenodetest_coll.shard4.replica_t14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@726ace10
[junit4] 2> 2211808 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211808 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore [[replacenodetest_coll_shard4_replica_t14] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node1/replacenodetest_coll_shard4_replica_t14], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node1/./replacenodetest_coll_shard4_replica_t14/data/]
[junit4] 2> 2211810 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2211810 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.c.SolrCore [[replacenodetest_coll_shard3_replica_t8] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node5/replacenodetest_coll_shard3_replica_t8], dataDir=[/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001/tempDir-001/node5/./replacenodetest_coll_shard3_replica_t8/data/]
[junit4] 2> 2211901 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2211901 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2211913 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2211913 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2211915 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.c.SolrCore [replacenodetest_coll_shard4_replica_t14] CLOSING SolrCore org.apache.solr.core.SolrCore@4a4749e2
[junit4] 2> 2211915 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard4.replica_t14, tag=1246185954
[junit4] 2> 2211915 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6af2288d: rootName = solr_63681, domain = solr.core.replacenodetest_coll.shard4.replica_t14, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard4.replica_t14 / com.codahale.metrics.MetricRegistry@4d627de5
[junit4] 2> 2211918 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.c.SolrCore [replacenodetest_coll_shard3_replica_t8] CLOSING SolrCore org.apache.solr.core.SolrCore@555747af
[junit4] 2> 2211918 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard3.replica_t8, tag=1431783343
[junit4] 2> 2211918 INFO (qtp879217026-18640) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard3 r:core_node11 x:replacenodetest_coll_shard3_replica_t8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f913586: rootName = solr_63683, domain = solr.core.replacenodetest_coll.shard3.replica_t8, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard3.replica_t8 / com.codahale.metrics.MetricRegistry@67fa79ed
[junit4] 2> 2211919 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.c.SolrCore [replacenodetest_coll_shard2_replica_t4] CLOSING SolrCore org.apache.solr.core.SolrCore@71cd5bb7
[junit4] 2> 2211925 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.c.SolrCore [replacenodetest_coll_shard3_replica_t10] CLOSING SolrCore org.apache.solr.core.SolrCore@57eb6630
[junit4] 2> 2211925 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard3.replica_t10, tag=1475044912
[junit4] 2> 2211925 INFO (qtp540962112-18630) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard3 r:core_node13 x:replacenodetest_coll_shard3_replica_t10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6590de1: rootName = solr_63679, domain = solr.core.replacenodetest_coll.shard3.replica_t10, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard3.replica_t10 / com.codahale.metrics.MetricRegistry@d4c38af
[junit4] 2> 2211925 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@210a18b8[replacenodetest_coll_shard1_replica_t2] main]
[junit4] 2> 2211926 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.c.SolrCore [replacenodetest_coll_shard5_replica_t16] CLOSING SolrCore org.apache.solr.core.SolrCore@1dc308ff
[junit4] 2> 2211926 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard5.replica_t16, tag=499321087
[junit4] 2> 2211926 INFO (qtp1180534683-18623) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard5 r:core_node19 x:replacenodetest_coll_shard5_replica_t16] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72605f3a: rootName = solr_63678, domain = solr.core.replacenodetest_coll.shard5.replica_t16, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard5.replica_t16 / com.codahale.metrics.MetricRegistry@b9c5b4e
[junit4] 2> 2211926 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2211927 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2211927 INFO (qtp879217026-18644) [n:127.0.0.1:63683_solr c:replacenodetest_coll s:shard5 r:core_node20 x:replacenodetest_coll_shard5_replica_t18] o.a.s.c.SolrCore [replacenodetest_coll_shard5_replica_t18] CLOSING SolrCore org.apache.solr.core.SolrCore@6042f19a
[junit4] 2> 2211930 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.c.SolrCore [replacenodetest_coll_shard4_replica_t12] CLOSING SolrCore org.apache.solr.core.SolrCore@78bf00e0
[junit4] 2> 2211930 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2211930 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.replacenodetest_coll.shard4.replica_t12, tag=2025783520
[junit4] 2> 2211930 INFO (qtp1988999106-18616) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard4 r:core_node15 x:replacenodetest_coll_shard4_replica_t12] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4944ea25: rootName = solr_63682, domain = solr.core.replacenodetest_coll.shard4.replica_t12, service url = null, agent id = null] for registry solr.core.replacenodetest_coll.shard4.replica_t12 / com.codahale.metrics.MetricRegistry@275f72bc
[junit4] 2> 2211931 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587353626765950976
[junit4] 2> 2211933 INFO (qtp540962112-18628) [n:127.0.0.1:63679_solr c:replacenodetest_coll s:shard1 r:core_node3 x:replacenodetest_coll_shard1_replica_t1] o.a.s.c.SolrCore [replacenodetest_coll_shard1_replica_t1] CLOSING SolrCore org.apache.solr.core.SolrCore@46ab3e24
[junit4] 2> 2211938 INFO (searcherExecutor-7540-thread-1-processing-n:127.0.0.1:63682_solr x:replacenodetest_coll_shard1_replica_t2 s:shard1 c:replacenodetest_coll r:core_node5) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.c.SolrCore [replacenodetest_coll_shard1_replica_t2] Registered new searcher Searcher@210a18b8[replacenodetest_coll_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2211939 INFO (qtp1988999106-18617) [n:127.0.0.1:63682_solr c:replacenodetest_coll s:shard1 r:core_node5 x:replacenodetest_coll_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 2211950 INFO (qtp1180534683-18622) [n:127.0.0.1:63678_solr c:replacenodetest_coll s:shard2 r:core_node9 x:replacenodetest_coll_shard2_replica_t6] o.a.s.c.SolrCore [replacenodetest_coll_shard2_replica_t6] CLOSING SolrCore org.apache.solr.core.SolrCore@116eca97
[junit4] 2> 2211977 INFO (qtp1427782379-18647) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard4 r:core_node17 x:replacenodetest_coll_shard4_replica_t14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.replacenodetest_coll.shard4.leader, tag=1246185954
[junit4] 2> 2211977 INFO (qtp1427782379-18648) [n:127.0.0.1:63681_solr c:replacenodetest_coll s:shard2 r:core_node7 x:replacenodetest_coll_shard2_replica_t4] o.a.s.m.SolrMetricManager Closing metric re
[...truncated too long message...]
common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2255271 WARN (zkCallback-3656-thread-2-processing-n:127.0.0.1:63682_solr) [n:127.0.0.1:63682_solr ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:63688_solr
[junit4] 2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:63688_solr
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
[junit4] 2> at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
[junit4] 2> at java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4649)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 2255273 INFO (jetty-closer-3618-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b9dd7ea{/solr,null,UNAVAILABLE}
[junit4] 2> 2255272 INFO (jetty-closer-3618-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2852b31e{/solr,null,UNAVAILABLE}
[junit4] 2> 2255274 INFO (jetty-closer-3618-thread-6) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63e90003{/solr,null,UNAVAILABLE}
[junit4] 2> 2255276 ERROR (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2255276 INFO (SUITE-ReplaceNodeTest-seed#[ECD0B107D7E515C7]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63675 63675
[junit4] 2> 2255280 INFO (Thread-3396) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:63675 63675
[junit4] 2> 2255439 WARN (Thread-3396) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/collections/replacenodetest_coll/state.json
[junit4] 2> 7 /solr/aliases.json
[junit4] 2> 7 /solr/clusterprops.json
[junit4] 2> 6 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 33 /solr/collections/replacenodetest_coll/state.json
[junit4] 2> 7 /solr/clusterstate.json
[junit4] 2> 2 /solr/overseer_elect/election/99209601489895435-127.0.0.1:63679_solr-n_0000000002
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 7 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ReplaceNodeTest_ECD0B107D7E515C7-001
[junit4] 2> Dec 21, 2017 1:07:08 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1014, maxMBSortInHeap=7.995735935710922, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6bb0b935), locale=hr, timezone=Europe/Nicosia
[junit4] 2> NOTE: Mac OS X 10.11.6 x86_64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=3,threads=1,free=103779144,total=518979584
[junit4] 2> NOTE: All tests run in this JVM: [SyncSliceTest, DistributedFacetPivotLargeTest, HdfsRecoverLeaseTest, TestRandomDVFaceting, DefaultValueUpdateProcessorTest, TestPivotHelperCode, TestManagedSchemaAPI, RequestHandlersTest, HdfsThreadLeakTest, TestClusterProperties, NumericFieldsTest, SolrGangliaReporterTest, SortByFunctionTest, RequiredFieldsTest, HttpSolrCallGetCoreTest, TestRequestForwarding, RulesTest, SuggesterTSTTest, DateFieldTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistributedTermsComponentTest, BigEndianAscendingWordDeserializerTest, TestReloadAndDeleteDocs, TemplateUpdateProcessorTest, WordBreakSolrSpellCheckerTest, StatsComponentTest, TestFieldCollectionResource, PreAnalyzedUpdateProcessorTest, SliceStateTest, TestImplicitCoreProperties, DistributedFacetPivotWhiteBoxTest, PrimUtilsTest, TestOmitPositions, TestSubQueryTransformer, TestExpandComponent, TestSSLRandomization, ZkFailoverTest, TestStressRecovery, AddSchemaFieldsUpdateProcessorFactoryTest, DataDrivenBlockJoinTest, TestRebalanceLeaders, QueryParsingTest, SolrIndexMetricsTest, TestManagedStopFilterFactory, UtilsToolTest, AnalysisErrorHandlingTest, MinimalSchemaTest, AssignBackwardCompatibilityTest, TestAuthorizationFramework, DistributedQueryElevationComponentTest, OutputWriterTest, ShardRoutingTest, FieldAnalysisRequestHandlerTest, TestLegacyTerms, AddReplicaTest, IndexSchemaTest, SignatureUpdateProcessorFactoryTest, TestWriterPerf, TestReversedWildcardFilterFactory, TestLRUStatsCache, TestSolrCloudWithKerberosAlt, DistribJoinFromCollectionTest, TestDistributedSearch, TestDFRSimilarityFactory, AlternateDirectoryTest, TestCloudInspectUtil, SecurityConfHandlerTest, CollectionTooManyReplicasTest, TestSolrCoreSnapshots, RAMDirectoryFactoryTest, HdfsDirectoryFactoryTest, OverseerTaskQueueTest, SearchRateTriggerTest, TestMissingGroups, TestClusterStateProvider, RecoveryZkTest, ConvertedLegacyTest, TestJoin, TestSearcherReuse, LeaderFailoverAfterPartitionTest, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, TestBulkSchemaConcurrent, TestTriggerIntegration, OverseerRolesTest, ConfigSetsAPITest, TestCollectionAPIs, TestDocTermOrds, DateMathParserTest, TestPhraseSuggestions, XsltUpdateRequestHandlerTest, TestSkipOverseerOperations, DistanceFunctionTest, TestLegacyNumericRangeQueryBuilder, ClusterStateTest, TestFuzzyAnalyzedSuggestions, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestNumericTokenStream, MetricsHandlerTest, TestDistribStateManager, TestHighlightDedupGrouping, TestCloudRecovery, TestReplicationHandler, DirectoryFactoryTest, TestCoreAdminApis, TestCloudNestedDocsSort, TestInPlaceUpdatesDistrib, TestEmbeddedSolrServerSchemaAPI, TestShortCircuitedRequests, SimpleCollectionCreateDeleteTest, DistributedSpellCheckComponentTest, ScriptEngineTest, TestMinMaxOnMultiValuedField, TestNoOpRegenerator, TestLazyCores, DirectUpdateHandlerOptimizeTest, JvmMetricsTest, TestXmlQParserPlugin, DisMaxRequestHandlerTest, CollectionsAPISolrJTest, CdcrBidirectionalTest, JavabinLoaderTest, AsyncCallRequestStatusResponseTest, DistributedExpandComponentTest, ShardSplitTest, ForceLeaderTest, TestSerializedLuceneMatchVersion, ComputePlanActionTest, SuggestComponentTest, AtomicUpdatesTest, TestAnalyzeInfixSuggestions, TestRangeQuery, CdcrReplicationDistributedZkTest, LeaderInitiatedRecoveryOnCommitTest, TestNumericRangeQuery32, HdfsUnloadDistributedZkTest, CursorPagingTest, TestLockTree, TestFieldTypeCollectionResource, HttpPartitionTest, SolrCloudExampleTest, TestGenericDistributedQueue, TestBackupRepositoryFactory, ZkStateReaderTest, TestExclusionRuleCollectionAccess, MultiTermTest, TestManagedResourceStorage, TestSurroundQueryParser, TestQuerySenderNoQuery, TestDistribDocBasedVersion, HLLUtilTest, ShowFileRequestHandlerTest, SuggesterFSTTest, TestJsonFacetRefinement, TestBinaryResponseWriter, CheckHdfsIndexTest, OverseerTest, TestFieldCacheWithThreads, TestPseudoReturnFields, TestSolrCLIRunExample, TestSolrCoreParser, CurrencyFieldTypeTest, ReplaceNodeTest]
[junit4] Completed [358/764 (1!)] on J0 in 47.09s, 1 test, 1 error <<< FAILURES!
[...truncated 49353 lines...]