You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/12/30 08:19:44 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2059 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2059/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129) at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76) at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259) at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489) at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339) at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225) at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:129)
at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:76)
at org.apache.solr.update.HdfsUpdateLog.ensureLog(HdfsUpdateLog.java:340)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:575)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:555)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:348)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:286)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:233)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:76)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:259)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doVersionAdd(DistributedUpdateProcessor.java:489)
at org.apache.solr.update.processor.DistributedUpdateProcessor.lambda$versionAdd$0(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.VersionBucket.runWithLock(VersionBucket.java:50)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:339)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:225)
at org.apache.solr.update.processor.DistributedZkUpdateProcessor.processAdd(DistributedZkUpdateProcessor.java:245)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:110)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:332)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readIterator(JavaBinUpdateRequestCodec.java:281)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:338)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$StreamingCodec.readNamedList(JavaBinUpdateRequestCodec.java:236)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:303)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:283)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:196)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:127)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:122)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:70)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2582)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:799)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:578)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
>
at __randomizedtesting.SeedInfo.seed([D4A3DDB8F676094E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:342)
at jdk.internal.reflect.GeneratedMethodAccessor37.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.client.solrj.impl.CloudHttp2SolrClientTest.stateVersionParamTest
Error Message:
Error from server at http://127.0.0.1:44778/solr/collection1: no servers hosting shard: shard2
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44778/solr/collection1: no servers hosting shard: shard2
at __randomizedtesting.SeedInfo.seed([CA40015C9BFEB223:6F790C2430E418AA]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:665)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
at org.apache.solr.client.solrj.impl.CloudHttp2SolrClientTest.stateVersionParamTest(CloudHttp2SolrClientTest.java:702)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:239)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14484 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
[junit4] 2> 2035471 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2035472 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/data-dir-59-001
[junit4] 2> 2035472 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2035506 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2035507 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 2039829 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2039976 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2039989 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2039989 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2039989 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2040006 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@126ae613{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2041810 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5e74823b{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west_apache_org-46860-hadoop-hdfs-3_2_0-tests_jar-_-any-5821634955545997510.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 2041845 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5fbe969f{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:46860}
[junit4] 2> 2041845 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server Started @2041885ms
[junit4] 2> 2045121 WARN (StorageLocationChecker thread 0) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 2> 2045912 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2045949 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2046021 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2046021 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2046021 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2046041 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55726206{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2046791 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@5f2758a8{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-40470-hadoop-hdfs-3_2_0-tests_jar-_-any-5546925021991574001.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2046792 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@54c1d2ae{HTTP/1.1,[http/1.1]}{localhost:40470}
[junit4] 2> 2046792 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server Started @2046831ms
[junit4] 2> 2048233 WARN (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 2048235 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2048236 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e7283d1{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 2049297 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@7b454c8e{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-38106-hadoop-hdfs-3_2_0-tests_jar-_-any-59717384318806939.dir/webapp/,AVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 2049302 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7fc926c4{HTTP/1.1,[http/1.1]}{localhost:38106}
[junit4] 2> 2049302 INFO (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[D4A3DDB8F676094E]-worker) [ ] o.e.j.s.Server Started @2049341ms
[junit4] 2> 2052526 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: Processing first storage report for DS-6334e7bc-f64f-4063-aca1-a076abd40dfb from datanode 50fbcb51-d809-486f-8122-c1603c2d5a64
[junit4] 2> 2052527 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: from storage DS-6334e7bc-f64f-4063-aca1-a076abd40dfb node DatanodeRegistration(127.0.0.1:45723, datanodeUuid=50fbcb51-d809-486f-8122-c1603c2d5a64, infoPort=46223, infoSecurePort=0, ipcPort=34276, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 2052529 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: Processing first storage report for DS-24292721-cc7e-48f7-9e45-bfaee1777ca9 from datanode 50fbcb51-d809-486f-8122-c1603c2d5a64
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xf81aabf5a01930c6: from storage DS-24292721-cc7e-48f7-9e45-bfaee1777ca9 node DatanodeRegistration(127.0.0.1:45723, datanodeUuid=50fbcb51-d809-486f-8122-c1603c2d5a64, infoPort=46223, infoSecurePort=0, ipcPort=34276, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: Processing first storage report for DS-3a3123aa-94ab-4b8f-8654-cdf0460b49a9 from datanode 035200fb-a552-4fea-bd50-b9e2c4b97229
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: from storage DS-3a3123aa-94ab-4b8f-8654-cdf0460b49a9 node DatanodeRegistration(127.0.0.1:35560, datanodeUuid=035200fb-a552-4fea-bd50-b9e2c4b97229, infoPort=42805, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: Processing first storage report for DS-ffc5b738-0466-4eff-af5b-d07a1a242adc from datanode 035200fb-a552-4fea-bd50-b9e2c4b97229
[junit4] 2> 2052530 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0xa7f109ab175af23e: from storage DS-ffc5b738-0466-4eff-af5b-d07a1a242adc node DatanodeRegistration(127.0.0.1:35560, datanodeUuid=035200fb-a552-4fea-bd50-b9e2c4b97229, infoPort=42805, infoSecurePort=0, ipcPort=37473, storageInfo=lv=-57;cid=testClusterID;nsid=698317027;c=1577682590985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 2053150 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2053213 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2053213 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer start zk server on port:35491
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35491
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35491
[junit4] 2> 2053319 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35491
[junit4] 2> 2053432 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2053587 INFO (zkConnectionManagerCallback-2473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2053600 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2053669 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2053722 INFO (zkConnectionManagerCallback-2475-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2053722 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2053740 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2053764 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2053816 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2053819 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2053906 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2053907 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2053908 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2053910 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2053911 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2053913 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2053914 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2053926 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2053944 INFO (zkConnectionManagerCallback-2479-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2053944 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2054052 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2054449 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2054449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2054449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2054449 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2054475 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2054475 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2054475 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2054476 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a221811{/,null,AVAILABLE}
[junit4] 2> 2054477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@77c7b7b2{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34828}
[junit4] 2> 2054477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.s.Server Started @2054516ms
[junit4] 2> 2054477 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=hdfs://lucene2-us-west.apache.org:41028/hdfs__lucene2-us-west.apache.org_41028__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001_tempDir-002_control_data, hostPort=34828, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/cores}
[junit4] 2> 2054478 ERROR (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2054478 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-30T05:10:06.912637Z
[junit4] 2> 2054485 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2054511 INFO (zkConnectionManagerCallback-2481-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2054511 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2054614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2054614 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/solr.xml
[junit4] 2> 2054617 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2054617 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2054619 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2054733 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2054745 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2ea60140[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054745 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2ea60140[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054773 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@7a9631d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054773 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@7a9631d0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2054775 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35491/solr
[junit4] 2> 2054776 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2054796 INFO (zkConnectionManagerCallback-2488-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2054796 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2054907 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2054914 INFO (zkConnectionManagerCallback-2490-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2054914 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2055073 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34828_
[junit4] 2> 2055074 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.Overseer Overseer (id=75991065196429317-127.0.0.1:34828_-n_0000000000) starting
[junit4] 2> 2055109 INFO (OverseerStateUpdate-75991065196429317-127.0.0.1:34828_-n_0000000000) [n:127.0.0.1:34828_ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34828_
[junit4] 2> 2055125 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34828_
[junit4] 2> 2055128 WARN (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2055130 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2055171 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2055251 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2055284 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2055289 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2055291 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2055292 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [n:127.0.0.1:34828_ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/cores
[junit4] 2> 2055377 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2055381 INFO (zkConnectionManagerCallback-2499-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2055381 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2055382 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2055384 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35491/solr ready
[junit4] 2> 2055443 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34828_&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2055472 INFO (OverseerThreadFactory-2403-thread-1-processing-n:127.0.0.1:34828_) [n:127.0.0.1:34828_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2055622 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2055623 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2056647 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2056668 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2056911 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2056984 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2056985 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484
[junit4] 2> 2057011 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home
[junit4] 2> 2057011 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 2057014 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 2057025 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 2057056 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2057056 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2057056 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Creating new global HDFS BlockCache
[junit4] 2> 2057232 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2057238 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 2057311 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:41028/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 2057322 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 2057322 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [33554432] will allocate [1] slabs and use ~[33554432] bytes
[junit4] 2> 2057353 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 2057353 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=47.7744140625, floorSegmentMB=0.6279296875, forceMergeDeletesPctAllowed=14.04621562473709, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3991126835069293, deletesPctAllowed=41.86880990820577
[junit4] 2> 2057709 WARN (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2057874 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 2057874 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2057874 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 2057900 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2057900 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2057904 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7217e193
[junit4] 2> 2058068 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de989da[control_collection_shard1_replica_n1] main]
[junit4] 2> 2058071 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2058071 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2058074 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2058076 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654320120998133760
[junit4] 2> 2058089 INFO (searcherExecutor-2408-thread-1-processing-n:127.0.0.1:34828_ x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1de989da[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2058116 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2058116 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34828/control_collection_shard1_replica_n1/
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:34828/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2058120 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/75991065196429317-core_node2-n_0000000000
[junit4] 2> 2058122 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34828/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2058126 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058127 INFO (zkCallback-2489-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058127 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2058129 INFO (qtp1721682386-7655) [n:127.0.0.1:34828_ c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2507
[junit4] 2> 2058133 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2058231 INFO (zkCallback-2489-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058231 INFO (zkCallback-2489-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058232 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34828_&wt=javabin&version=2} status=0 QTime=2789
[junit4] 2> 2058232 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2058237 INFO (zkCallback-2489-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2058385 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2058393 INFO (zkConnectionManagerCallback-2505-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2058393 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2058400 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2058407 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35491/solr ready
[junit4] 2> 2058407 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2058442 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2058463 INFO (OverseerCollectionConfigSetProcessor-75991065196429317-127.0.0.1:34828_-n_0000000000) [n:127.0.0.1:34828_ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2058463 INFO (OverseerThreadFactory-2403-thread-2-processing-n:127.0.0.1:34828_) [n:127.0.0.1:34828_ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2058667 WARN (OverseerThreadFactory-2403-thread-2-processing-n:127.0.0.1:34828_) [n:127.0.0.1:34828_ ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2058669 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2058672 INFO (qtp1721682386-7654) [n:127.0.0.1:34828_ ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=229
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 4 expected:4
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2058681 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=14
[junit4] 2> 2059160 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-1-001 of type NRT
[junit4] 2> 2059186 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2059186 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2059186 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2059190 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2059254 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2059254 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2059255 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2059260 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71c88e83{/,null,AVAILABLE}
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6f61a8f9{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:39901}
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.e.j.s.Server Started @2059301ms
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:41028/hdfs__lucene2-us-west.apache.org_41028__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001_tempDir-002_jetty1, hostPort=39901, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 2059262 ERROR (closeThreadPool-2506-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2059262 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-30T05:10:11.696560Z
[junit4] 2> 2059285 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2059285 INFO (zkConnectionManagerCallback-2508-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2059285 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2059395 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2059395 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-1-001/solr.xml
[junit4] 2> 2059398 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2059398 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2059400 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2059464 INFO (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[D4A3DDB8F676094E]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-2-001 of type NRT
[junit4] 2> 2059557 WARN (closeThreadPool-2506-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2059557 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2059557 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2059557 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2059614 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2059614 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2059614 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2059629 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22ae1458{/,null,AVAILABLE}
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5241c492{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:41164}
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.e.j.s.Server Started @2059674ms
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=hdfs://lucene2-us-west.apache.org:41028/hdfs__lucene2-us-west.apache.org_41028__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001_tempDir-002_jetty2, hostPort=41164, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 2059635 ERROR (closeThreadPool-2506-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2059635 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-30T05:10:12.069688Z
[junit4] 2> 2059649 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2059667 INFO (zkConnectionManagerCallback-2511-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2059667 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2059771 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2059771 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_D4A3DDB8F676094E-001/shard-2-001/solr.xml
[junit4] 2> 2059774 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2059774 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2059776 INFO (closeThreadPool-2506-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@29209484, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2059815 INFO (closeThreadPool-2506-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2059821 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5d1fcdc9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2059821 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5d1fcdc9[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2059827 WARN (closeThreadPool-2506-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@738f69c2[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2059827 WARN (closeThreadPool-2506-thre
[...truncated too long message...]
2> 679238 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 679238 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4dc37eef: rootName = solr_38634, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c351076
[junit4] 2> 679240 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 679240 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@da80fe6: rootName = solr_39824, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c351076
[junit4] 2> 679257 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 679258 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@288b88ef: rootName = solr_37418, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@5c351076
[junit4] 2> 679259 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 679259 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@146ae954: rootName = solr_38634, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3edc513e
[junit4] 2> 679260 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 679264 INFO (closeThreadPool-2898-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75991632969924615-127.0.0.1:38634_solr-n_0000000000) closing
[junit4] 2> 679264 INFO (OverseerStateUpdate-75991632969924615-127.0.0.1:38634_solr-n_0000000000) [n:127.0.0.1:38634_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38634_solr
[junit4] 2> 679268 INFO (OverseerAutoScalingTriggerThread-75991632969924615-127.0.0.1:38634_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e87b340: rootName = solr_39824, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3edc513e
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-3) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4e4ffa78: rootName = solr_37418, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3edc513e
[junit4] 2> 679269 INFO (jetty-closer-2888-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 679290 INFO (closeThreadPool-2898-thread-2) [ ] o.a.s.c.Overseer Overseer (id=75991632969924615-127.0.0.1:38634_solr-n_0000000000) closing
[junit4] 2> 679370 INFO (jetty-closer-2888-thread-1) [ ] o.a.s.c.Overseer Overseer (id=75991632969924615-127.0.0.1:38634_solr-n_0000000000) closing
[junit4] 2> 679371 INFO (zkCallback-2859-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 679371 INFO (zkCallback-2871-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 679372 INFO (jetty-closer-2888-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e8a4704{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 679372 INFO (jetty-closer-2888-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5067d34c{/solr,null,UNAVAILABLE}
[junit4] 2> 679372 INFO (jetty-closer-2888-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 679495 INFO (jetty-closer-2888-thread-3) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6e875a96{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 679495 INFO (jetty-closer-2888-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@696de3a7{/solr,null,UNAVAILABLE}
[junit4] 2> 679495 INFO (jetty-closer-2888-thread-3) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 679603 INFO (jetty-closer-2888-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5bb7db60{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 679603 INFO (jetty-closer-2888-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d1bfa0d{/solr,null,UNAVAILABLE}
[junit4] 2> 679603 INFO (jetty-closer-2888-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 679604 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 679826 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 4 /solr/collections
[junit4] 2>
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:36652
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:36652
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 36652
[junit4] 2> 679847 INFO (TEST-CloudHttp2SolrClientTest.customHttpClientTest-seed#[CA40015C9BFEB223]) [ ] o.a.s.SolrTestCaseJ4 ###Ending customHttpClientTest
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudHttp2SolrClientTest_CA40015C9BFEB223-001
[junit4] 2> Dec 30, 2019 7:34:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {multiDefault=FSTOrd50, a_t=Lucene84, title_s=FSTOrd50, id=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=PostingsFormat(name=LuceneFixedGap)}, docValues:{_version_=DocValuesFormat(name=Lucene80), multiDefault=DocValuesFormat(name=Lucene80), a_t=DocValuesFormat(name=Lucene80), title_s=DocValuesFormat(name=Lucene80), intDefault=DocValuesFormat(name=Lucene80), id=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=996, maxMBSortInHeap=6.097480219963396, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@846a5f2), locale=pt-ST, timezone=America/Indiana/Tell_City
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=75588496,total=412090368
[junit4] 2> NOTE: All tests run in this JVM: [RawValueEvaluatorTest, CommonParamsTest, JdbcDriverTest, SquareRootEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, TestObjectBuilder, EmpiricalDistributionEvaluatorTest, SolrExampleJettyTest, AscEvaluatorTest, LessThanEvaluatorTest, SolrQueryTest, HttpSolrClientBadInputTest, ArcSineEvaluatorTest, CollectionAdminRequestRequiredParamsTest, TestCollectionAdminRequest, AndEvaluatorTest, TestJsonRecordReader, CloudSolrClientRetryTest, OperationsTest, RangeFacetMapTest, ReplicaListTransformerTest, NamedListTest, StreamingTest, TestRetryUtil, DirectJsonQueryRequestFacetingEmbeddedTest, TestDocCollectionWatcher, TestFastWriter, TestSpellCheckResponse, ConcurrentUpdateSolrClientBuilderTest, TestValidatingJsonMap, JsonQueryRequestIntegrationTest, CloudSolrClientBuilderTest, DocumentAnalysisResponseTest, JsonRequestApiHeatmapFacetingTest, JsonRequestApiTest, GetByIdTest, SolrExampleBinaryHttp2Test, SolrExampleBinaryTest, TestBatchUpdate, TestSolrJErrorHandling, MoveReplicaSuggesterTest, TestPolicy2, TestPolicyOld, LargeVolumeEmbeddedTest, MergeIndexesEmbeddedTest, SolrExampleStreamingHttp2Test, SolrExampleXMLHttp2Test, BasicHttpSolrClientTest, CloudHttp2SolrClientTest]
[junit4] Completed [143/206 (1!)] on J1 in 216.88s, 17 tests, 1 error <<< FAILURES!
[...truncated 51991 lines...]
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 2060 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/2060/
1 tests failed.
FAILED: org.apache.solr.cloud.RollingRestartTest.test
Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:45855/kz_o/z
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:45855/kz_o/z
at __randomizedtesting.SeedInfo.seed([B2ADDDD53E601298:3AF9E20F909C7F60]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:676)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:265)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.base/java.net.SocketInputStream.socketRead0(Native Method)
at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
... 51 more
Build Log:
[...truncated 14805 lines...]
[junit4] Suite: org.apache.solr.cloud.RollingRestartTest
[junit4] 2> 2666716 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2666717 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/data-dir-183-001
[junit4] 2> 2666717 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2666718 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 2666718 INFO (SUITE-RollingRestartTest-seed#[B2ADDDD53E601298]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /kz_o/z
[junit4] 2> 2666721 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2666721 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2666721 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer start zk server on port:35999
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35999
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35999
[junit4] 2> 2666821 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35999
[junit4] 2> 2666843 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2666879 INFO (zkConnectionManagerCallback-10073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666879 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2666917 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2666923 INFO (zkConnectionManagerCallback-10075-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666923 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2666925 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2666927 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 2666931 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2666935 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2666938 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2666940 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2666942 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2666944 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2666947 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2666949 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2666951 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2666970 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2666971 INFO (zkConnectionManagerCallback-10079-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2666971 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667077 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2667236 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2667236 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2667236 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2667236 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2667263 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2667263 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2667263 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2667264 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e79dc89{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3bcf6eaa{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:32975}
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.s.Server Started @2667294ms
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/control/data, hostPort=32975, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores, replicaType=NRT}
[junit4] 2> 2667266 ERROR (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2667266 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:27.599973Z
[junit4] 2> 2667278 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667286 INFO (zkConnectionManagerCallback-10081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667286 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667391 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2667391 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/solr.xml
[junit4] 2> 2667394 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2667394 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2667395 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2667435 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2667437 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@45ad053c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667437 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@45ad053c[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667441 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1cde23cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667441 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1cde23cb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2667442 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2667444 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667445 INFO (zkConnectionManagerCallback-10088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667445 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667550 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667559 INFO (zkConnectionManagerCallback-10090-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667559 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667664 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32975_kz_o%2Fz
[junit4] 2> 2667665 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.Overseer Overseer (id=72988762313654277-127.0.0.1:32975_kz_o%2Fz-n_0000000000) starting
[junit4] 2> 2667671 INFO (OverseerStateUpdate-72988762313654277-127.0.0.1:32975_kz_o%2Fz-n_0000000000) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:32975_kz_o%2Fz
[junit4] 2> 2667676 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32975_kz_o%2Fz
[junit4] 2> 2667679 WARN (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2667682 INFO (zkCallback-10089-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2667700 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2667719 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2667727 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2667727 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2667729 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2667730 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores
[junit4] 2> 2667749 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2667751 INFO (zkConnectionManagerCallback-10099-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2667751 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2667752 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2667753 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35999/solr ready
[junit4] 2> 2667771 INFO (qtp2033016774-107360) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:32975_kz_o%252Fz&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2667774 INFO (OverseerThreadFactory-9488-thread-1-processing-n:127.0.0.1:32975_kz_o%2Fz) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2667898 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz x:control_collection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2667898 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz x:control_collection_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2668908 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 2668924 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2669096 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2669113 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2669114 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2669114 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2669118 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=98.380859375, floorSegmentMB=0.7763671875, forceMergeDeletesPctAllowed=16.63862872054693, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=26.63839131187272
[junit4] 2> 2669135 WARN (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
[junit4] 2> 2669180 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2669180 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2669181 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2669181 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2669182 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=1.84375, floorSegmentMB=1.2041015625, forceMergeDeletesPctAllowed=29.699260862052917, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.31227433269536475, deletesPctAllowed=41.10846919161328
[junit4] 2> 2669183 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@73debb7a[control_collection_shard1_replica_n1] main]
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2669185 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1654429486434746368
[junit4] 2> 2669189 INFO (searcherExecutor-9493-thread-1-processing-n:127.0.0.1:32975_kz_o%2Fz x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@73debb7a[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2669192 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2669192 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:32975/kz_o/z/control_collection_shard1_replica_n1/
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.SyncStrategy https://127.0.0.1:32975/kz_o/z/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2669196 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72988762313654277-core_node2-n_0000000000
[junit4] 2> 2669198 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:32975/kz_o/z/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2669300 INFO (zkCallback-10089-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669300 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669301 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2669308 INFO (qtp2033016774-107361) [n:127.0.0.1:32975_kz_o%2Fz c:control_collection s:shard1 x:control_collection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1410
[junit4] 2> 2669310 INFO (qtp2033016774-107360) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2669403 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669403 INFO (zkCallback-10089-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669403 INFO (zkCallback-10089-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2669404 INFO (qtp2033016774-107360) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:32975_kz_o%252Fz&wt=javabin&version=2} status=0 QTime=1633
[junit4] 2> 2669404 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Waiting to see 1 active replicas in collection: control_collection
[junit4] 2> 2669520 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2669521 INFO (zkConnectionManagerCallback-10105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2669521 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2669523 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2669525 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35999/solr ready
[junit4] 2> 2669525 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2669541 INFO (qtp2033016774-107362) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2669553 INFO (OverseerThreadFactory-9488-thread-2-processing-n:127.0.0.1:32975_kz_o%2Fz) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2669553 INFO (OverseerCollectionConfigSetProcessor-72988762313654277-127.0.0.1:32975_kz_o%2Fz-n_0000000000) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2669760 WARN (OverseerThreadFactory-9488-thread-2-processing-n:127.0.0.1:32975_kz_o%2Fz) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2669760 INFO (qtp2033016774-107362) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2669761 INFO (qtp2033016774-107362) [n:127.0.0.1:32975_kz_o%2Fz ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=220
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active slice count: 2 expected:2
[junit4] 2> 2669762 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.SolrCloudTestCase active replica count: 0 expected replica count: 0
[junit4] 2> 2669763 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=16
[junit4] 2> 2669939 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001 of type NRT
[junit4] 2> 2669952 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2669952 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2669952 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2669952 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670015 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670015 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670015 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2670030 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74b4975{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@369604e3{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33891}
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server Started @2670059ms
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty1, hostPort=33891, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001/cores, replicaType=NRT}
[junit4] 2> 2670031 ERROR (closeThreadPool-10106-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670031 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:30.364878Z
[junit4] 2> 2670050 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670062 INFO (zkConnectionManagerCallback-10108-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670062 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670198 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670198 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001/solr.xml
[junit4] 2> 2670199 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001 of type NRT
[junit4] 2> 2670202 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670202 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670219 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670249 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670249 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670249 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670249 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670278 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2670305 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670305 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670306 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670311 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4870da8a{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2434f66c{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:32841}
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.e.j.s.Server Started @2670340ms
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty2, hostPort=32841, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001/cores, replicaType=NRT}
[junit4] 2> 2670312 ERROR (closeThreadPool-10106-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670312 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:30.645844Z
[junit4] 2> 2670313 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3451bc9e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670313 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3451bc9e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670316 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670332 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5e7b1a4e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670332 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5e7b1a4e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670333 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2670335 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670335 INFO (zkConnectionManagerCallback-10112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670335 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670354 INFO (zkConnectionManagerCallback-10117-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670354 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670428 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001 of type NRT
[junit4] 2> 2670432 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670432 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670432 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670433 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670437 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670437 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001/solr.xml
[junit4] 2> 2670440 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670440 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670441 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670454 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670454 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670454 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670457 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32a1227d{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78839b62{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44895}
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.e.j.s.Server Started @2670486ms
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty3, hostPort=44895, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001/cores, replicaType=NRT}
[junit4] 2> 2670458 ERROR (closeThreadPool-10106-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670458 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:30.791879Z
[junit4] 2> 2670460 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670462 INFO (zkConnectionManagerCallback-10120-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670462 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670589 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670602 INFO (zkConnectionManagerCallback-10122-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670602 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670607 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2670616 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.ZkController Publish node=127.0.0.1:33891_kz_o%2Fz as DOWN
[junit4] 2> 2670616 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2670616 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33891_kz_o%2Fz
[junit4] 2> 2670617 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2670617 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2670619 WARN (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2670630 INFO (zkCallback-10121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2670635 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@82a6486[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670635 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@82a6486[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670637 INFO (zkCallback-10104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2670638 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-4-001 of type NRT
[junit4] 2> 2670652 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670652 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670652 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670652 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670658 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3556bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670658 WARN (closeThreadPool-10106-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3556bb8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670659 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2670660 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670660 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001/solr.xml
[junit4] 2> 2670663 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670663 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670665 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670666 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2670699 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670707 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670719 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670720 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670722 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2670725 INFO (closeThreadPool-10106-thread-1) [n:127.0.0.1:33891_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-1-001/cores
[junit4] 2> 2670726 INFO (zkConnectionManagerCallback-10132-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670726 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670748 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2670761 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670761 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670761 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2670762 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fc276a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670762 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fc276a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670766 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7991e3d3{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dc7c58{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:42141}
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.e.j.s.Server Started @2670795ms
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty4, hostPort=42141, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-4-001/cores, replicaType=NRT}
[junit4] 2> 2670767 ERROR (closeThreadPool-10106-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670767 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:31.100554Z
[junit4] 2> 2670791 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670800 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@375fec3d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670800 WARN (closeThreadPool-10106-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@375fec3d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2670801 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2670803 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:33891_kz_o%2Fz
[junit4] 2> 2670803 INFO (zkConnectionManagerCallback-10137-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670803 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670804 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670810 INFO (zkConnectionManagerCallback-10141-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670810 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670829 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670834 INFO (zkConnectionManagerCallback-10143-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670834 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670838 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 5 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-5-001 of type NRT
[junit4] 2> 2670840 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2670840 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2670844 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.ZkController Publish node=127.0.0.1:32841_kz_o%2Fz as DOWN
[junit4] 2> 2670844 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2670844 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32841_kz_o%2Fz
[junit4] 2> 2670845 INFO (zkCallback-10121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670845 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670846 INFO (zkCallback-10104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670847 WARN (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2670866 INFO (zkCallback-10142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2670874 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2670874 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2670874 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2670876 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@775aaaf7{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@47294d02{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:45235}
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.e.j.s.Server Started @2670905ms
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty5, hostPort=45235, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-5-001/cores, replicaType=NRT}
[junit4] 2> 2670877 ERROR (closeThreadPool-10106-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2670877 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:31.210366Z
[junit4] 2> 2670878 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670879 INFO (zkConnectionManagerCallback-10149-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670879 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670913 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670925 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670926 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2670929 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2670930 INFO (zkConnectionManagerCallback-10151-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2670930 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2670984 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2670984 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-5-001/solr.xml
[junit4] 2> 2670987 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2670987 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2670988 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2670994 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2670995 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 2670997 INFO (closeThreadPool-10106-thread-2) [n:127.0.0.1:32841_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-2-001/cores
[junit4] 2> 2670998 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.ZkController Publish node=127.0.0.1:44895_kz_o%2Fz as DOWN
[junit4] 2> 2670998 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2670998 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44895_kz_o%2Fz
[junit4] 2> 2670999 INFO (zkCallback-10089-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2670999 INFO (zkCallback-10104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2670999 INFO (zkCallback-10142-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2670999 INFO (zkCallback-10121-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671001 WARN (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 2671014 INFO (zkCallback-10150-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 2671027 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2671027 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-4-001/solr.xml
[junit4] 2> 2671028 INFO (TEST-RollingRestartTest.test-seed#[B2ADDDD53E601298]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 6 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-6-001 of type NRT
[junit4] 2> 2671030 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2671045 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2671045 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2671047 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2671067 INFO (closeThreadPool-10106-thread-2) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:32841_kz_o%2Fz
[junit4] 2> 2671070 WARN (closeThreadPool-10106-thread-5) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 2671070 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 2671070 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2671070 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 2671088 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2671110 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2671112 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3f2e6bb7
[junit4] 2> 2671115 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 2671116 INFO (closeThreadPool-10106-thread-3) [n:127.0.0.1:44895_kz_o%2Fz ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-3-001/cores
[junit4] 2> 2671142 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2671168 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2671168 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2671168 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22f6c70d{/kz_o/z,null,AVAILABLE}
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@692b892b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:40815}
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.e.j.s.Server Started @2671206ms
[junit4] 2> 2671177 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/kz_o/z, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/tempDir-001/jetty6, hostPort=40815, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001/shard-6-001/cores, replicaType=NRT}
[junit4] 2> 2671178 ERROR (closeThreadPool-10106-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2671178 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-12-31T10:08:31.511244Z
[junit4] 2> 2671184 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6c87ea4d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671184 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6c87ea4d[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671188 INFO (closeThreadPool-10106-thread-3) [ ] o.a.s.c.AbstractFullDistribZkTestBase waitForLiveNode: 127.0.0.1:44895_kz_o%2Fz
[junit4] 2> 2671189 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2671193 INFO (zkConnectionManagerCallback-10160-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2671193 INFO (closeThreadPool-10106-thread-5) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 2671207 INFO (closeThreadPool-10106-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2671216 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6de8f12f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671216 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6de8f12f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671217 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3126bd8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671217 WARN (closeThreadPool-10106-thread-4) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3126bd8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671218 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35999/solr
[junit4] 2> 2671219 INFO (closeThreadPool-10106-thread-4) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 2671221 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@242cdf8a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2671221 WARN (closeThreadPool-10106-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@242cdf8a[provider=null,ke
[...truncated too long message...]
a:368)
[junit4] > at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1143)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:906)
[junit4] > at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:838)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:74)
[junit4] > at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
[junit4] > at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] > Caused by: java.net.SocketTimeoutException: Read timed out
[junit4] > at java.base/java.net.SocketInputStream.socketRead0(Native Method)
[junit4] > at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:115)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:168)
[junit4] > at java.base/java.net.SocketInputStream.read(SocketInputStream.java:140)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:448)
[junit4] > at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:68)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1104)
[junit4] > at java.base/sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:823)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
[junit4] > at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
[junit4] > at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
[junit4] > at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
[junit4] > at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
[junit4] > at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
[junit4] > at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
[junit4] > at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
[junit4] > at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
[junit4] > at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
[junit4] > at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
[junit4] > at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
[junit4] > at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:564)
[junit4] > ... 51 more
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_B2ADDDD53E601298-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=2005, maxMBSortInHeap=7.586637675630536, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1b48106), locale=en-CX, timezone=Africa/Maputo
[junit4] 2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=4,threads=1,free=224759376,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestMissingGroups, TestDeleteCollectionOnDownNodes, DeleteShardTest, AuthToolTest, CdcrVersionReplicationTest, TestCustomSort, TestPostingsSolrHighlighter, PreAnalyzedUpdateProcessorTest, TestTolerantUpdateProcessorCloud, TestPhraseSuggestions, TestSSLRandomization, TestSolrJ, TestFiltering, TestRecoveryHdfs, TestFieldCacheVsDocValues, SolrGraphiteReporterTest, TestCloudPseudoReturnFields, BasicDistributedZk2Test, DistributedVersionInfoTest, TestImpersonationWithHadoopAuth, ReplaceNodeTest, NodeMarkersRegistrationTest, TestJavabinTupleStreamParser, DistribDocExpirationUpdateProcessorTest, HdfsThreadLeakTest, TestSolrCloudWithKerberosAlt, ByteBuffersDirectoryFactoryTest, SolrLogAuditLoggerPluginTest, TestCustomDocTransformer, TestDynamicURP, LukeRequestHandlerTest, CoreAdminCreateDiscoverTest, SuggestComponentTest, TestLegacyNumericRangeQueryBuilder, ChangedSchemaMergeTest, ForceLeaderWithTlogReplicasTest, RequestLoggingTest, IndexBasedSpellCheckerTest, TestFieldResource, RAMDirectoryFactoryTest, BasicAuthIntegrationTest, DataDrivenBlockJoinTest, TestRestManager, NumberUtilsTest, CollectionReloadTest, DeleteLastCustomShardedReplicaTest, TriggerSetPropertiesIntegrationTest, SignificantTermsQParserPluginTest, CustomCollectionTest, SimpleMLTQParserTest, TestWaitForStateWithJettyShutdowns, AddBlockUpdateTest, TestComplexPhraseLeadingWildcard, TestReplicationHandlerDiskOverFlow, TestReplicaProperties, TestLRUStatsCache, TestExtendedDismaxParser, TestExplainDocTransformer, TestConfigSetProperties, ChaosMonkeySafeLeaderWithPullReplicasTest, ScheduledTriggerIntegrationTest, TestDocTermOrds, HdfsRecoveryZkTest, TestCloudInspectUtil, WordBreakSolrSpellCheckerTest, BufferStoreTest, TestExportWriter, ConcurrentCreateRoutedAliasTest, JWTVerificationkeyResolverTest, SimpleFacetsTest, VMParamsZkACLAndCredentialsProvidersTest, SOLR749Test, DistributedQueryComponentCustomSortTest, LeaderFailoverAfterPartitionTest, ResolveAnalyzerByNameTest, TestCursorMarkWithoutUniqueKey, TestExactStatsCacheCloud, TestSizeLimitedDistributedMap, DistributedSpellCheckComponentTest, TestRandomFaceting, CacheHeaderTest, IndexSizeTriggerMixedBoundsTest, ImplicitSnitchTest, SaslZkACLProviderTest, SpellPossibilityIteratorTest, TestApiFramework, TestLRUStatsCacheCloud, ReindexCollectionTest, SimplePostToolTest, TestStressInPlaceUpdates, TestRawResponseWriter, TestStressReorder, TestJsonFacetsStatsParsing, UpdateParamsTest, TestLegacyTerms, TestSolrCachePerf, TaggingAttributeTest, TestDeprecatedFilters, TestLMDirichletSimilarityFactory, TestSolrTestCaseJ4, TestSolrJacksonAnnotation, TestWordDelimiterFilterFactory, AtomicUpdateProcessorFactoryTest, PeerSyncReplicationTest, TestSimNodeAddedTrigger, PathHierarchyTokenizerFactoryTest, TestSchemaNameResource, TestAddFieldRealTimeGet, CoreAdminRequestStatusTest, HdfsChaosMonkeySafeLeaderTest, ConjunctionSolrSpellCheckerTest, PreAnalyzedFieldTest, TestInitParams, TestSimScenario, ZkSolrClientTest, SmileWriterTest, OverseerCollectionConfigSetProcessorTest, ResponseLogComponentTest, FacetPivotSmallTest, TestCloudSearcherWarming, TestHalfAndHalfDocValues, NodeAddedTriggerTest, JvmMetricsTest, DistributedFacetPivotLargeTest, TestOnReconnectListenerSupport, RangeFacetCloudTest, MetricsHistoryWithAuthIntegrationTest, SyncSliceTest, PhrasesIdentificationComponentTest, CSVRequestHandlerTest, TestCSVLoader, MoveReplicaHDFSFailoverTest, BadCopyFieldTest, TestSmileRequest, SolrIndexConfigTest, TestLocalStatsCacheCloud, HdfsBasicDistributedZk2Test, SearchRateTriggerTest, ManagedSchemaRoundRobinCloudTest, TestLegacyField, RootFieldTest, SolrRrdBackendFactoryTest, TestSolrDeletionPolicy2, TestDistribIDF, TestConfig, TestNumericTerms32, TestUpdate, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, CollectionStateFormat2Test, CreateCollectionCleanupTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, LeaderTragicEventTest, LeaderVoteWaitTimeoutTest, MoveReplicaTest, OverseerSolrResponseTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTest, RollingRestartTest]
[junit4] Completed [465/894 (1!)] on J1 in 147.87s, 1 test, 1 error <<< FAILURES!
[...truncated 54427 lines...]