You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/02/06 00:33:24 UTC
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 16 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/16/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
Error Message:
ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:502) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330) at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230) at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420) at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237) at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382) at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328) at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307) at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 3 object(s) that were not released!!! [MMapDirectory, SolrCore, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MMapDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:778)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:975)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1062)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:882)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1189)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1099)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:502)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:305)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:330)
at org.apache.solr.handler.IndexFetcher.createHttpClient(IndexFetcher.java:230)
at org.apache.solr.handler.IndexFetcher.<init>(IndexFetcher.java:272)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:420)
at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:237)
at org.apache.solr.cloud.RecoveryStrategy.doReplicateOnlyRecovery(RecoveryStrategy.java:382)
at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:328)
at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:307)
at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([9A01E5B5D374F215]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:322)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14647 lines...]
[junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest
[junit4] 2> 2022016 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/init-core-data-001
[junit4] 2> 2022016 WARN (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=66 numCloses=66
[junit4] 2> 2022017 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2022019 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2022019 INFO (SUITE-ChaosMonkeySafeLeaderWithPullReplicasTest-seed#[9A01E5B5D374F215]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /xklof/o
[junit4] 2> 2022020 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ChaosMonkeySafeLeaderWithPullReplicasTest Starting ChaosMonkey test with 3 shards and 12 nodes
[junit4] 2> 2022033 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2022055 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2022055 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2022155 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer start zk server on port:37537
[junit4] 2> 2022155 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37537
[junit4] 2> 2022155 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37537
[junit4] 2> 2022181 INFO (zkConnectionManagerCallback-7240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2022188 INFO (zkConnectionManagerCallback-7242-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2022189 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 2022190 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 2022192 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 2022193 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 2022194 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 2022197 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 2022198 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 2022200 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 2022202 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 2022204 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 2022207 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkTestServer put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 2022211 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 2023271 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2023272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2023272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2023272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2023317 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2023318 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2023318 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2023341 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@267363a2{/xklof/o,null,AVAILABLE}
[junit4] 2> 2023342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b3f7b3b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35831}
[junit4] 2> 2023342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.s.Server Started @2023402ms
[junit4] 2> 2023342 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/control/data, replicaType=NRT, hostContext=/xklof/o, hostPort=35831, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores}
[junit4] 2> 2023343 ERROR (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2023343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:23:54.381Z
[junit4] 2> 2023374 INFO (zkConnectionManagerCallback-7244-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2023379 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2023379 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/solr.xml
[junit4] 2> 2023385 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2023385 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2023387 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2024426 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2024510 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@2a5773df[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2024529 WARN (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@4c3c49fb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2024531 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37537/solr
[junit4] 2> 2024540 INFO (zkConnectionManagerCallback-7250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2024597 INFO (zkConnectionManagerCallback-7252-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2024851 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35831_xklof%2Fo
[junit4] 2> 2024852 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.Overseer Overseer (id=72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) starting
[junit4] 2> 2024905 INFO (zkConnectionManagerCallback-7259-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2024937 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2024953 INFO (OverseerStateUpdate-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35831_xklof%2Fo
[junit4] 2> 2024968 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35831_xklof%2Fo
[junit4] 2> 2025009 INFO (zkCallback-7258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025012 INFO (zkCallback-7251-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025031 DEBUG (OverseerAutoScalingTriggerThread-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35831_xklof%2Fo]
[junit4] 2> 2025044 DEBUG (ScheduledTrigger-6646-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2025120 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2025199 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2025272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2025272 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2025274 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores
[junit4] 2> 2025458 INFO (zkConnectionManagerCallback-7265-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2025460 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2025462 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2025470 INFO (qtp1802312631-87950) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35831_xklof%252Fo&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2025486 INFO (OverseerThreadFactory-6648-thread-1-processing-n:127.0.0.1:35831_xklof%2Fo) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 2025602 INFO (qtp1802312631-87952) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025606 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025607 INFO (qtp1802312631-87949) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025614 INFO (qtp1802312631-87951) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025617 INFO (qtp1802312631-87952) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 2025645 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2025646 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2026048 DEBUG (ScheduledTrigger-6646-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2026792 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2026919 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 2027049 DEBUG (ScheduledTrigger-6646-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2027597 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 2027631 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 2027631 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2027631 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 2027646 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=10, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=16.103515625, floorSegmentMB=1.0712890625, forceMergeDeletesPctAllowed=0.9321679663856242, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=27.10501051097198
[junit4] 2> 2027683 WARN (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 2027864 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2027864 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2027867 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms;
[junit4] 2> 2027867 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2027869 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2027870 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@782fb7[control_collection_shard1_replica_n1] main]
[junit4] 2> 2027873 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 2027873 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 2027874 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2027874 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1624673132386189312
[junit4] 2> 2027879 INFO (searcherExecutor-6653-thread-1-processing-n:127.0.0.1:35831_xklof%2Fo x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@782fb7[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2027883 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 2027883 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 2027886 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2027886 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2027886 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35831/xklof/o/control_collection_shard1_replica_n1/
[junit4] 2> 2027887 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2027887 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:35831/xklof/o/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 2027887 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/72748592183771140-core_node2-n_0000000000
[junit4] 2> 2027889 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35831/xklof/o/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 2027991 INFO (zkCallback-7251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2027995 INFO (zkCallback-7251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028000 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2028002 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2357
[junit4] 2> 2028005 INFO (qtp1802312631-87950) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2028050 DEBUG (ScheduledTrigger-6646-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 2028102 INFO (zkCallback-7251-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028102 INFO (zkCallback-7251-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028102 INFO (zkCallback-7251-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2028103 INFO (qtp1802312631-87950) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:35831_xklof%252Fo&wt=javabin&version=2} status=0 QTime=2633
[junit4] 2> 2028109 INFO (zkConnectionManagerCallback-7271-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028110 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2028111 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2028111 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 2028112 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2028115 INFO (OverseerThreadFactory-6648-thread-2-processing-n:127.0.0.1:35831_xklof%2Fo) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 2028116 INFO (OverseerCollectionConfigSetProcessor-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2028320 WARN (OverseerThreadFactory-6648-thread-2-processing-n:127.0.0.1:35831_xklof%2Fo) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 2028323 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 2028327 INFO (qtp1802312631-87953) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=3&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=214
[junit4] 2> 2028343 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=2 numOtherReplicas=6
[junit4] 2> 2028675 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001 of type NRT
[junit4] 2> 2028676 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2028676 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2028676 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2028676 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2028677 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2028677 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@302e2b0c{/xklof/o,null,AVAILABLE}
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@12074465{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:36019}
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server Started @2028738ms
[junit4] 2> 2028678 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/xklof/o, hostPort=36019, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001/cores}
[junit4] 2> 2028679 ERROR (closeThreadPool-7272-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2028679 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:23:59.717Z
[junit4] 2> 2028681 INFO (zkConnectionManagerCallback-7274-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028682 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2028682 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001/solr.xml
[junit4] 2> 2028687 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2028687 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2028689 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2028871 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2028900 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3cb4d2ec[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2028914 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@69d73457[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2028932 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37537/solr
[junit4] 2> 2028945 INFO (zkConnectionManagerCallback-7280-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028957 INFO (zkConnectionManagerCallback-7282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2028985 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2029003 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.ZkController Publish node=127.0.0.1:36019_xklof%2Fo as DOWN
[junit4] 2> 2029007 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2029007 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36019_xklof%2Fo
[junit4] 2> 2029014 INFO (zkCallback-7258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029014 INFO (zkCallback-7251-thread-3) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029020 INFO (zkCallback-7270-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029033 INFO (zkCallback-7281-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2029050 DEBUG (ScheduledTrigger-6646-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 2029085 INFO (zkConnectionManagerCallback-7289-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2029086 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2029097 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37537/solr ready
[junit4] 2> 2029102 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2029148 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2029174 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2029175 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e
[junit4] 2> 2029181 INFO (closeThreadPool-7272-thread-1) [n:127.0.0.1:36019_xklof%2Fo ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-1-001/cores
[junit4] 2> 2029432 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-2-001 of type NRT
[junit4] 2> 2029433 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2029433 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2029433 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2029433 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2029437 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b4afeb5{/xklof/o,null,AVAILABLE}
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5502bcea{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39709}
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.e.j.s.Server Started @2029498ms
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/xklof/o, hostPort=39709, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-2-001/cores}
[junit4] 2> 2029438 ERROR (closeThreadPool-7272-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2029438 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:24:00.476Z
[junit4] 2> 2029456 INFO (zkConnectionManagerCallback-7292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2029460 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2029460 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-2-001/solr.xml
[junit4] 2> 2029465 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2029465 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2029467 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2030033 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 2030053 DEBUG (ScheduledTrigger-6646-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 2030059 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@17c3e090[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2030070 WARN (closeThreadPool-7272-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6352c787[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 2030071 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37537/solr
[junit4] 2> 2030087 INFO (zkConnectionManagerCallback-7298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2030090 INFO (zkConnectionManagerCallback-7300-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2030091 INFO (TEST-ChaosMonkeySafeLeaderWithPullReplicasTest.test-seed#[9A01E5B5D374F215]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-3-001 of type NRT
[junit4] 2> 2030093 WARN (closeThreadPool-7272-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 2030093 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 2030093 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 2030093 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 2030104 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2030104 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2030104 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2030111 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@63fb27c{/xklof/o,null,AVAILABLE}
[junit4] 2> 2030114 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7a3ca156{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:35857}
[junit4] 2> 2030114 INFO (closeThreadPool-7272-thread-2) [ ] o.e.j.s.Server Started @2030174ms
[junit4] 2> 2030114 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/xklof/o, hostPort=35857, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-3-001/cores}
[junit4] 2> 2030114 ERROR (closeThreadPool-7272-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2030115 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-05T23:24:01.153Z
[junit4] 2> 2030119 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2030122 INFO (OverseerCollectionConfigSetProcessor-72748592183771140-127.0.0.1:35831_xklof%2Fo-n_0000000000) [n:127.0.0.1:35831_xklof%2Fo ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2030122 INFO (zkConnectionManagerCallback-7304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2030127 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 2030127 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.ChaosMonkeySafeLeaderWithPullReplicasTest_9A01E5B5D374F215-001/shard-3-001/solr.xml
[junit4] 2> 2030138 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 2030138 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 2030140 INFO (closeThreadPool-7272-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7eb40f1e, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 2030140 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:39709_xklof%2Fo as DOWN
[junit4] 2> 2030143 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 2030143 INFO (closeThreadPool-7272-thread-1) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39709_xklof%2Fo
[junit4] 2> 2030146 INFO (zkCallback-7258-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 2030146 INFO (zkCallback-7270-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from Z
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null642282635
[copy] Copying 236 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null642282635
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null642282635
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 54ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 287 minutes 35 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 19 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/19/
1 tests failed.
FAILED: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit
Error Message:
GC overhead limit exceeded
Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([A1B0F4B33B1D3401:9202DC7736AAEEB6]:0)
at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:460)
at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:172)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4604)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1287)
at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1257)
at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:159)
at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
Build Log:
[...truncated 13925 lines...]
[junit4] Suite: org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestDocTermOrdsUninvertLimit -Dtests.method=testTriggerUnInvertLimit -Dtests.seed=A1B0F4B33B1D3401 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Antarctica/Syowa -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 79.0s J2 | TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([A1B0F4B33B1D3401:9202DC7736AAEEB6]:0)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:460)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:131)
[junit4] > at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:115)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:288)
[junit4] > at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:368)
[junit4] > at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:113)
[junit4] > at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
[junit4] > at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:172)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4604)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocuments(IndexWriter.java:1287)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocuments(IndexWriter.java:1257)
[junit4] > at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:159)
[junit4] > at org.apache.solr.uninverting.TestDocTermOrdsUninvertLimit.testTriggerUnInvertLimit(TestDocTermOrdsUninvertLimit.java:65)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1067, maxMBSortInHeap=5.535278901250534, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f4045b2), locale=ar-MA, timezone=Antarctica/Syowa
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=256028392,total=477626368
[junit4] 2> NOTE: All tests run in this JVM: [TaggerTest, LukeRequestHandlerTest, PeerSyncTest, AutoScalingHandlerTest, MoreLikeThisHandlerTest, TestCustomSort, SearchRateTriggerTest, HdfsRecoverLeaseTest, TestReversedWildcardFilterFactory, JWTAuthPluginIntegrationTest, DistributedFacetPivotSmallAdvancedTest, TestRecoveryHdfs, DistributedQueryElevationComponentTest, NodeAddedTriggerTest, FileUtilsTest, RequiredFieldsTest, TestCopyFieldCollectionResource, TestSimTriggerIntegration, TriggerSetPropertiesIntegrationTest, TestFilteredDocIdSet, ResponseBuilderTest, TestNamedUpdateProcessors, TestSolrDeletionPolicy2, SimpleCollectionCreateDeleteTest, TestDownShardTolerantSearch, DefaultValueUpdateProcessorTest, NumericFieldsTest, ClassificationUpdateProcessorIntegrationTest, TestJoin, SolrMetricReporterTest, SolrGraphiteReporterTest, HLLSerializationTest, TestDistributedGrouping, OutputWriterTest, MetricsConfigTest, BooleanFieldTest, HdfsUnloadDistributedZkTest, TestPseudoReturnFields, MetricTriggerIntegrationTest, TestInitQParser, SolrXmlInZkTest, TestLMDirichletSimilarityFactory, SuggesterWFSTTest, SuggestComponentContextFilterQueryTest, CursorMarkTest, TestPullReplica, TestNonDefinedSimilarityFactory, TestHdfsCloudBackupRestore, TestConfigSetsAPIExclusivity, MoveReplicaHDFSTest, AssignTest, HDFSCollectionsAPITest, ScriptEngineTest, TriggerCooldownIntegrationTest, CoreAdminHandlerTest, SolrRrdBackendFactoryTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestSha256AuthenticationProvider, TestWithCollection, DirectUpdateHandlerTest, ConvertedLegacyTest, MultiThreadedOCPTest, TestSimNodeAddedTrigger, AlternateDirectoryTest, TestCustomStream, EnumFieldTest, DistributedTermsComponentTest, TestCodecSupport, PreAnalyzedFieldManagedSchemaCloudTest, TestXmlQParserPlugin, BasicDistributedZkTest, HdfsDirectoryTest, TestExpandComponent, TestStressLucene, V2StandaloneTest, PrimUtilsTest, CollectionStateFormat2Test, DebugComponentTest, TestSweetSpotSimilarityFactory, EmbeddedSolrNoSerializeTest, TestExceedMaxTermLength, TestFastOutputStream, TestStressInPlaceUpdates, TestClusterStateMutator, SliceStateTest, TestChildDocTransformer, TestJsonFacetsWithNestedObjects, TestSizeLimitedDistributedMap, TestSimpleTrackingShardHandler, TestConfigSetImmutable, TestSolrCloudWithHadoopAuthPlugin, FieldMutatingUpdateProcessorTest, CreateRoutedAliasTest, CurrencyFieldTypeTest, TestSearchPerf, AssignBackwardCompatibilityTest, TestDocTermOrdsUninvertLimit]
[junit4] Completed [211/843 (1!)] on J2 in 79.28s, 1 test, 1 error <<< FAILURES!
[...truncated 2100 lines...]
[junit4] JVM J2: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/temp/junit4-J2-20190210_183934_0644676747774995483639.sysout
[junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid28439.hprof ...
[junit4] Heap dump file created [505776252 bytes in 1.758 secs]
[junit4] <<< JVM J2: EOF ----
[...truncated 8945 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid28439.hprof
Total time: 266 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 18 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/18/
8 tests failed.
FAILED: org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat.testRamBytesUsed
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
FAILED: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test
Error Message:
Captured an uncaught exception in thread: Thread[id=76625, name=testExecutor-7860-thread-9, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=76625, name=testExecutor-7860-thread-9, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39347
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:659)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:39347
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:661)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.cloud.BasicDistributedZkTest.lambda$createCollectionInOneInstance$1(BasicDistributedZkTest.java:657)
... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:549)
... 9 more
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126) at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:950)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:126)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:836)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:326)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
>
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:322)
at sun.reflect.GeneratedMethodAccessor57.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest: 1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=161543, name=AutoscalingActionExecutor-18074-thread-1-EventThread, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) 3) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest:
1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=161543, name=AutoscalingActionExecutor-18074-thread-1-EventThread, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
3) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=161544, name=zkConnectionManagerCallback-71213-thread-1, state=WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=161542, name=AutoscalingActionExecutor-18074-thread-1-SendThread(lucene2-us-west.apache.org:46603), state=TIMED_WAITING, group=TGRP-AutoscalingHistoryHandlerTest]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF]:0)
FAILED: org.apache.solr.client.solrj.embedded.SolrExampleStreamingHttp2Test.testCommitWithinOnDelete
Error Message:
expected:<1> but was:<0>
Stack Trace:
junit.framework.AssertionFailedError: expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([EFF89EC0BA20F79F:83EC697160A31DA4]:0)
at junit.framework.Assert.fail(Assert.java:57)
at junit.framework.Assert.failNotEquals(Assert.java:329)
at junit.framework.Assert.assertEquals(Assert.java:78)
at junit.framework.Assert.assertEquals(Assert.java:159)
at junit.framework.Assert.assertEquals(Assert.java:166)
at org.apache.solr.client.solrj.SolrExampleTestsBase.testCommitWithinOnDelete(SolrExampleTestsBase.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp
Error Message:
{numFound=941275000,start=0,docs=[]} expected:<1000000000> but was:<941275000>
Stack Trace:
java.lang.AssertionError: {numFound=941275000,start=0,docs=[]} expected:<1000000000> but was:<941275000>
at __randomizedtesting.SeedInfo.seed([241621F36175BCEF:54867516D5B624E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp(TestSimExtremeIndexing.java:135)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 8388 lines...]
[junit4] Suite: org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat
[junit4] 2> ???. 09, 2019 6:19:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat
[junit4] 2> 1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.lang.Thread.sleep(Native Method)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1252)
[junit4] 2> at java.lang.Thread.join(Thread.java:1326)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:639)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:496)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
[junit4] 2> at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> 3) Thread[id=287, name=TEST-TestSimpleTextTermVectorsFormat.testRamBytesUsed-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> at sun.nio.ch.NativeThread.current(Native Method)
[junit4] 2> at sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46)
[junit4] 2> at sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:737)
[junit4] 2> at sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:727)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readByte(MockIndexInputWrapper.java:140)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextUtil.readLine(SimpleTextUtil.java:59)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsReader$SimpleTextPostingsEnum.nextPosition(SimpleTextFieldsReader.java:460)
[junit4] 2> at org.apache.lucene.index.MappingMultiPostingsEnum.nextPosition(MappingMultiPostingsEnum.java:113)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:154)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextFieldsWriter.write(SimpleTextFieldsWriter.java:61)
[junit4] 2> at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:244)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:139)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.BaseIndexFileFormatTestCase.testRamBytesUsed(BaseIndexFileFormatTestCase.java:276)
[junit4] 2> at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRamBytesUsed(BaseTermVectorsFormatTestCase.java:71)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 4) Thread[id=286, name=SUITE-TestSimpleTextTermVectorsFormat-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> at java.lang.Thread.getStackTrace(Thread.java:1559)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
[junit4] 2> at java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:708)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:629)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimpleTextTermVectorsFormat -Dtests.method=testRamBytesUsed -Dtests.seed=8B6903635FF3C5F6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk-UA -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 7200s J0 | TestSimpleTextTermVectorsFormat.testRamBytesUsed <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
[junit4] 2> ???. 09, 2019 6:19:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> ???. 09, 2019 6:19:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat:
[junit4] 2> 1) Thread[id=287, name=TEST-TestSimpleTextTermVectorsFormat.testRamBytesUsed-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> at sun.nio.ch.NativeThread.current(Native Method)
[junit4] 2> at sun.nio.ch.NativeThreadSet.add(NativeThreadSet.java:46)
[junit4] 2> at sun.nio.ch.FileChannelImpl.readInternal(FileChannelImpl.java:737)
[junit4] 2> at sun.nio.ch.FileChannelImpl.read(FileChannelImpl.java:727)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileChannel.read(FilterFileChannel.java:111)
[junit4] 2> at org.apache.lucene.store.NIOFSDirectory$NIOFSIndexInput.readInternal(NIOFSDirectory.java:179)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.refill(BufferedIndexInput.java:342)
[junit4] 2> at org.apache.lucene.store.BufferedIndexInput.readByte(BufferedIndexInput.java:54)
[junit4] 2> at org.apache.lucene.store.MockIndexInputWrapper.readByte(MockIndexInputWrapper.java:140)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextUtil.readLine(SimpleTextUtil.java:59)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsReader.readLine(SimpleTextTermVectorsReader.java:231)
[junit4] 2> at org.apache.lucene.codecs.simpletext.SimpleTextTermVectorsReader.get(SimpleTextTermVectorsReader.java:130)
[junit4] 2> at org.apache.lucene.codecs.TermVectorsWriter.merge(TermVectorsWriter.java:223)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.mergeVectors(SegmentMerger.java:238)
[junit4] 2> at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:172)
[junit4] 2> at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4459)
[junit4] 2> at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4054)
[junit4] 2> at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] 2> at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2155)
[junit4] 2> at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5116)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
[junit4] 2> at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
[junit4] 2> at org.apache.lucene.index.BaseIndexFileFormatTestCase.testRamBytesUsed(BaseIndexFileFormatTestCase.java:276)
[junit4] 2> at org.apache.lucene.index.BaseTermVectorsFormatTestCase.testRamBytesUsed(BaseTermVectorsFormatTestCase.java:71)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.lang.reflect.Method.invoke(Method.java:498)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
[junit4] 2> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
[junit4] 2> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> ???. 09, 2019 6:19:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=287, name=TEST-TestSimpleTextTermVectorsFormat.testRamBytesUsed-seed#[8B6903635FF3C5F6], state=RUNNABLE, group=TGRP-TestSimpleTextTermVectorsFormat]
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/codecs/test/J0/temp/lucene.codecs.simpletext.TestSimpleTextTermVectorsFormat_8B6903635FF3C5F6-001
[junit4] 2> Feb 09, 2019 6:19:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@351665e3), locale=uk-UA, timezone=Etc/GMT-0
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=43896912,total=166199296
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectPostingsFormat, TestSimpleTextLiveDocsFormat, TestOrdsBlockTree, TestSimpleTextTermVectorsFormat]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimpleTextTermVectorsFormat -Dtests.seed=8B6903635FF3C5F6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk-UA -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.00s J0 | TestSimpleTextTermVectorsFormat (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([8B6903635FF3C5F6]:0)
[junit4] Completed [18/19 (1!)] on J0 in 7220.45s, 1 test, 2 errors <<< FAILURES!
[...truncated 5821 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimExtremeIndexing_241621F36175BCEF-001/init-core-data-001
[junit4] 2> 1324783 WARN (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=9 numCloses=9
[junit4] 2> 1324783 INFO (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1324785 INFO (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1324785 INFO (SUITE-TestSimExtremeIndexing-seed#[241621F36175BCEF]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1324821 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testScaleUp
[junit4] 2> 1324913 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10044_solr
[junit4] 2> 1324913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1324913 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1324916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1324916 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1324929 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1324929 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1324929 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1324954 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1324954 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1325212 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testScaleUp_collection, currentVersion=1
[junit4] 2> 1325212 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1325213 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1325230 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1325230 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1326780 DEBUG (simCloudManagerPool-2464-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1326780 DEBUG (simCloudManagerPool-2464-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1326796 DEBUG (simCloudManagerPool-2464-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1326809 DEBUG (simCloudManagerPool-2464-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1326824 DEBUG (simCloudManagerPool-2464-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1326950 DEBUG (simCloudManagerPool-2464-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1326970 DEBUG (simCloudManagerPool-2464-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testScaleUp_collection / shard1 (currentVersion=6): {"core_node1":{
[junit4] 2> "core":"testScaleUp_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testScaleUp_collection",
[junit4] 2> "node_name":"127.0.0.1:10072_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1326986 DEBUG (simCloudManagerPool-2464-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testScaleUp_collection, currentVersion=6
[junit4] 2> 1327007 DEBUG (simCloudManagerPool-2464-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1327008 DEBUG (simCloudManagerPool-2464-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1327027 DEBUG (simCloudManagerPool-2464-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testScaleUp_collection / shard2 (currentVersion=7): {"core_node3":{
[junit4] 2> "core":"testScaleUp_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testScaleUp_collection",
[junit4] 2> "node_name":"127.0.0.1:10059_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1327028 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1327028 DEBUG (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1327134 DEBUG (simCloudManagerPool-2464-thread-11) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1327134 DEBUG (simCloudManagerPool-2464-thread-11) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1327153 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1327154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 1327154 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1327491 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 200,000
[junit4] 2> 1327745 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 400,000
[junit4] 2> 1327840 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 600,000
[junit4] 2> 1327878 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 800,000
[junit4] 2> 1327901 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,000,000
[junit4] 2> 1327917 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,200,000
[junit4] 2> 1327948 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,400,000
[junit4] 2> 1327963 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,600,000
[junit4] 2> 1328001 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 1,800,000
[junit4] 2> 1328058 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,000,000
[junit4] 2> 1328088 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,200,000
[junit4] 2> 1328144 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,400,000
[junit4] 2> 1328148 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,600,000
[junit4] 2> 1328189 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 2,800,000
[junit4] 2> 1328204 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,000,000
[junit4] 2> 1328241 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,200,000
[junit4] 2> 1328281 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,400,000
[junit4] 2> 1328322 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,600,000
[junit4] 2> 1328378 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 3,800,000
[junit4] 2> 1328429 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,000,000
[junit4] 2> 1328432 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,200,000
[junit4] 2> 1328432 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,400,000
[junit4] 2> 1328466 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,600,000
[junit4] 2> 1328482 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 4,800,000
[junit4] 2> 1328512 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,000,000
[junit4] 2> 1328513 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,200,000
[junit4] 2> 1328513 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,400,000
[junit4] 2> 1328526 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,600,000
[junit4] 2> 1328527 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 5,800,000
[junit4] 2> 1328528 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,000,000
[junit4] 2> 1328529 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,200,000
[junit4] 2> 1328530 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,400,000
[junit4] 2> 1328542 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,600,000
[junit4] 2> 1328547 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 6,800,000
[junit4] 2> 1328548 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,000,000
[junit4] 2> 1328548 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,200,000
[junit4] 2> 1328549 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,400,000
[junit4] 2> 1328549 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,600,000
[junit4] 2> 1328550 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 7,800,000
[junit4] 2> 1328563 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,000,000
[junit4] 2> 1328564 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,200,000
[junit4] 2> 1328564 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,400,000
[junit4] 2> 1328565 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,600,000
[junit4] 2> 1328565 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 8,800,000
[junit4] 2> 1328566 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,000,000
[junit4] 2> 1328583 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,200,000
[junit4] 2> 1328583 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,400,000
[junit4] 2> 1328584 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,600,000
[junit4] 2> 1328585 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 9,800,000
[junit4] 2> 1328585 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,000,000
[junit4] 2> 1328599 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,200,000
[junit4] 2> 1328600 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,400,000
[junit4] 2> 1328600 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,600,000
[junit4] 2> 1328601 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 10,800,000
[junit4] 2> 1328601 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,000,000
[junit4] 2> 1328602 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,200,000
[junit4] 2> 1328603 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,400,000
[junit4] 2> 1328615 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,600,000
[junit4] 2> 1328628 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 11,800,000
[junit4] 2> 1328629 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,000,000
[junit4] 2> 1328629 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,200,000
[junit4] 2> 1328630 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,400,000
[junit4] 2> 1328630 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,600,000
[junit4] 2> 1328631 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 12,800,000
[junit4] 2> 1328632 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,000,000
[junit4] 2> 1328644 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,200,000
[junit4] 2> 1328664 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,400,000
[junit4] 2> 1328665 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,600,000
[junit4] 2> 1328665 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 13,800,000
[junit4] 2> 1328666 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,000,000
[junit4] 2> 1328680 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,200,000
[junit4] 2> 1328686 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,400,000
[junit4] 2> 1328686 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,600,000
[junit4] 2> 1328705 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 14,800,000
[junit4] 2> 1328727 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,000,000
[junit4] 2> 1328739 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,200,000
[junit4] 2> 1328775 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,400,000
[junit4] 2> 1328810 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,600,000
[junit4] 2> 1328826 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 15,800,000
[junit4] 2> 1328847 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,000,000
[junit4] 2> 1328848 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,200,000
[junit4] 2> 1328849 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,400,000
[junit4] 2> 1328863 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,600,000
[junit4] 2> 1328864 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 16,800,000
[junit4] 2> 1328864 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,000,000
[junit4] 2> 1328884 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,200,000
[junit4] 2> 1328899 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,400,000
[junit4] 2> 1328900 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,600,000
[junit4] 2> 1328919 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 17,800,000
[junit4] 2> 1328936 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,000,000
[junit4] 2> 1328956 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,200,000
[junit4] 2> 1328972 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,400,000
[junit4] 2> 1328993 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,600,000
[junit4] 2> 1329009 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 18,800,000
[junit4] 2> 1329045 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,000,000
[junit4] 2> 1329046 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,200,000
[junit4] 2> 1329046 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,400,000
[junit4] 2> 1329048 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,600,000
[junit4] 2> 1329065 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 19,800,000
[junit4] 2> 1329066 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,000,000
[junit4] 2> 1329066 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,200,000
[junit4] 2> 1329067 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,400,000
[junit4] 2> 1329067 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,600,000
[junit4] 2> 1329068 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 20,800,000
[junit4] 2> 1329068 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,000,000
[junit4] 2> 1329081 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,200,000
[junit4] 2> 1329082 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,400,000
[junit4] 2> 1329082 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,600,000
[junit4] 2> 1329083 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 21,800,000
[junit4] 2> 1329083 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,000,000
[junit4] 2> 1329084 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,200,000
[junit4] 2> 1329084 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,400,000
[junit4] 2> 1329101 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,600,000
[junit4] 2> 1329122 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 22,800,000
[junit4] 2> 1329160 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,000,000
[junit4] 2> 1329175 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,200,000
[junit4] 2> 1329195 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,400,000
[junit4] 2> 1329211 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,600,000
[junit4] 2> 1329232 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 23,800,000
[junit4] 2> 1329273 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,000,000
[junit4] 2> 1329300 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,200,000
[junit4] 2> 1329321 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,400,000
[junit4] 2> 1329373 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,600,000
[junit4] 2> 1329374 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 24,800,000
[junit4] 2> 1329375 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,000,000
[junit4] 2> 1329375 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,200,000
[junit4] 2> 1329376 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,400,000
[junit4] 2> 1329376 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,600,000
[junit4] 2> 1329390 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 25,800,000
[junit4] 2> 1329391 INFO (TEST-TestSimExtremeIndexing.testScaleUp-seed#[241621F36175BCEF]) [ ] o.a.s.c.a.s.TestSimExtremeIndexing #### Total docs so far: 26,000,000
[junit4] 2> 1329416 INFO (TEST-TestSimExtremeIndexing.tes
[...truncated too long message...]
ource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null379429135
[copy] Copying 237 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null379429135
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null379429135
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 244ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 673 minutes 12 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 17 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/17/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp
Error Message:
{numFound=898550000,start=0,docs=[]} expected:<1000000000> but was:<898550000>
Stack Trace:
java.lang.AssertionError: {numFound=898550000,start=0,docs=[]} expected:<1000000000> but was:<898550000>
at __randomizedtesting.SeedInfo.seed([47BB355B266F1DF2:66E573F92A41C353]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.apache.solr.cloud.autoscaling.sim.TestSimExtremeIndexing.testScaleUp(TestSimExtremeIndexing.java:135)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.hdfs.StressHdfsTest.test
Error Message:
Error from server at http://127.0.0.1:41088/nd_j/gn/delete_data_dir: Expected mime type application/octet-stream but got application/json. { "error":{ "metadata":[ "error-class","org.apache.solr.common.SolrException", "root-error-class","java.net.SocketTimeoutException"], "msg":"Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update", "trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:647)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:500)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:502)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:619)\n\t... 28 more\n", "code":500}}
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41088/nd_j/gn/delete_data_dir: Expected mime type application/octet-stream but got application/json. {
"error":{
"metadata":[
"error-class","org.apache.solr.common.SolrException",
"root-error-class","java.net.SocketTimeoutException"],
"msg":"Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update",
"trace":"org.apache.solr.common.SolrException: Error trying to proxy request for url: http://127.0.0.1:37946/nd_j/gn/delete_data_dir/update\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:647)\n\tat org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:500)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:394)\n\tat org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:340)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:164)\n\tat org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1610)\n\tat org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:540)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1588)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1345)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)\n\tat org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:480)\n\tat org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1557)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)\n\tat org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1247)\n\tat org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)\n\tat org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:703)\n\tat org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)\n\tat org.eclipse.jetty.server.Server.handle(Server.java:502)\n\tat org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:364)\n\tat org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)\n\tat org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:305)\n\tat org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)\n\tat org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:765)\n\tat org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:683)\n\tat java.lang.Thread.run(Thread.java:748)\nCaused by: java.net.SocketTimeoutException: Read timed out\n\tat java.net.SocketInputStream.socketRead0(Native Method)\n\tat java.net.SocketInputStream.socketRead(SocketInputStream.java:116)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:171)\n\tat java.net.SocketInputStream.read(SocketInputStream.java:141)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)\n\tat org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)\n\tat org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)\n\tat org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)\n\tat org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)\n\tat org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)\n\tat org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)\n\tat org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)\n\tat org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:120)\n\tat org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)\n\tat org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)\n\tat org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)\n\tat org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)\n\tat org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)\n\tat org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)\n\tat org.apache.solr.servlet.HttpSolrCall.remoteQuery(HttpSolrCall.java:619)\n\t... 28 more\n",
"code":500}}
at __randomizedtesting.SeedInfo.seed([47BB355B266F1DF2:CFEF0A818893700A]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:614)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:256)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:504)
at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:479)
at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:197)
at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:108)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13582 lines...]
[junit4] Suite: org.apache.solr.cloud.hdfs.StressHdfsTest
[junit4] 2> 314836 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/init-core-data-001
[junit4] 2> 314866 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 314866 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 314868 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 314868 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /nd_j/gn
[junit4] 2> 319313 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 326826 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 328274 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 328491 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 328508 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 328509 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 328509 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 328555 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7551a956{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 329885 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@4f384cad{hdfs,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-lucene2-us-west.apache.org-44066-hdfs-_-any-1596135155560064552.dir/webapp/,AVAILABLE}{/hdfs}
[junit4] 2> 329886 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@73aa8d9f{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:44066}
[junit4] 2> 329886 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server Started @330152ms
[junit4] 2> 338628 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.s.c.MetricsLoggerTask Metrics logging will not be async since the logger is not log4j
[junit4] 2> 341135 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 341174 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 341260 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 341260 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 341260 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 341261 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cc2e9d2{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 342722 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3acc372{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-44464-datanode-_-any-8108571928307454523.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 342731 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@48c90e4d{HTTP/1.1,[http/1.1]}{localhost:44464}
[junit4] 2> 342731 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server Started @342996ms
[junit4] 2> 347108 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.s.c.MetricsLoggerTask Metrics logging will not be async since the logger is not log4j
[junit4] 2> 348014 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 348015 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 348031 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 348031 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 348032 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 348051 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a9977ed{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
[junit4] 2> 349416 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@3a609d19{datanode,/,file:///home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/jetty-localhost-41092-datanode-_-any-4592622671519344671.dir/webapp/,AVAILABLE}{/datanode}
[junit4] 2> 349451 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.AbstractConnector Started ServerConnector@70ca3b7b{HTTP/1.1,[http/1.1]}{localhost:41092}
[junit4] 2> 349452 INFO (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.e.j.s.Server Started @349717ms
[junit4] 2> 349954 WARN (SUITE-StressHdfsTest-seed#[47BB355B266F1DF2]-worker) [ ] o.a.h.h.s.c.MetricsLoggerTask Metrics logging will not be async since the logger is not log4j
[junit4] 2> 359460 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: Processing first storage report for DS-77ed73ae-abb9-4837-8e2c-1e33d9a1538e from datanode 500514d3-0939-4403-ad55-ae3acfd77420
[junit4] 2> 359492 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: from storage DS-77ed73ae-abb9-4837-8e2c-1e33d9a1538e node DatanodeRegistration(127.0.0.1:44315, datanodeUuid=500514d3-0939-4403-ad55-ae3acfd77420, infoPort=36029, infoSecurePort=0, ipcPort=38879, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: true, processing time: 32 msecs, invalidatedBlocks: 0
[junit4] 2> 359502 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: Processing first storage report for DS-4e3c5ae3-a4b3-4f04-abe2-94b1c60f3724 from datanode 500514d3-0939-4403-ad55-ae3acfd77420
[junit4] 2> 359502 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x3712c58c5ceac63: from storage DS-4e3c5ae3-a4b3-4f04-abe2-94b1c60f3724 node DatanodeRegistration(127.0.0.1:44315, datanodeUuid=500514d3-0939-4403-ad55-ae3acfd77420, infoPort=36029, infoSecurePort=0, ipcPort=38879, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: false, processing time: 2 msecs, invalidatedBlocks: 0
[junit4] 2> 359588 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: Processing first storage report for DS-456984f4-a7ab-462e-abd2-8ab2fb9ded2a from datanode 9225595c-abc4-4603-bc1c-57995b6ac449
[junit4] 2> 359589 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: from storage DS-456984f4-a7ab-462e-abd2-8ab2fb9ded2a node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=9225595c-abc4-4603-bc1c-57995b6ac449, infoPort=43840, infoSecurePort=0, ipcPort=44362, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
[junit4] 2> 359589 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: Processing first storage report for DS-2f4e8c8c-8faf-4e1f-8ca0-553781d423bd from datanode 9225595c-abc4-4603-bc1c-57995b6ac449
[junit4] 2> 359589 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x7d5e8312c3dfd90c: from storage DS-2f4e8c8c-8faf-4e1f-8ca0-553781d423bd node DatanodeRegistration(127.0.0.1:41017, datanodeUuid=9225595c-abc4-4603-bc1c-57995b6ac449, infoPort=43840, infoSecurePort=0, ipcPort=44362, storageInfo=lv=-57;cid=testClusterID;nsid=1557262187;c=1549575826793), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
[junit4] 2> 360261 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 360272 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 360272 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 360380 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer start zk server on port:39303
[junit4] 2> 360380 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39303
[junit4] 2> 360380 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39303
[junit4] 2> 360477 INFO (zkConnectionManagerCallback-364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 360605 INFO (zkConnectionManagerCallback-366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 360622 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 360623 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 360625 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 360651 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 360686 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 360689 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 360897 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 360898 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 360900 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 360934 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 360935 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkTestServer put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 360936 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 362300 WARN (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 362300 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 362300 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 362300 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 362376 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 362376 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 362376 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 362378 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5f4c42f0{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 362412 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6231a16{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37047}
[junit4] 2> 362412 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.s.Server Started @362677ms
[junit4] 2> 362412 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_control_data, hostContext=/nd_j/gn, hostPort=37047, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/cores}
[junit4] 2> 362413 ERROR (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 362413 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:25.260Z
[junit4] 2> 362501 INFO (zkConnectionManagerCallback-368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 362580 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 362580 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/solr.xml
[junit4] 2> 362612 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 362612 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 362613 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 362941 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 362956 WARN (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@48ecf663[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 363026 WARN (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@7cb76c58[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 363027 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39303/solr
[junit4] 2> 363173 INFO (zkConnectionManagerCallback-374-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 363212 INFO (zkConnectionManagerCallback-376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 364362 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37047_nd_j%2Fgn
[junit4] 2> 364363 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.Overseer Overseer (id=74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) starting
[junit4] 2> 364507 INFO (zkConnectionManagerCallback-383-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 364523 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 364545 INFO (OverseerStateUpdate-74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37047_nd_j%2Fgn
[junit4] 2> 364561 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37047_nd_j%2Fgn
[junit4] 2> 364582 INFO (zkCallback-375-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364616 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 364811 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 365345 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 365503 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 365504 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 365505 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/cores
[junit4] 2> 366536 INFO (zkConnectionManagerCallback-389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 366538 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 366539 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 366610 INFO (qtp1125027328-1262) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37047_nd_j%252Fgn&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 366751 INFO (OverseerThreadFactory-291-thread-1-processing-n:127.0.0.1:37047_nd_j%2Fgn) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 366978 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367028 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367029 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367030 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 367081 INFO (qtp1125027328-1264) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=50
[junit4] 2> 367606 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 367607 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 369037 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 369292 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 370663 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 370882 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 370883 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 370919 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home
[junit4] 2> 370919 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
[junit4] 2> 370919 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data/]
[junit4] 2> 370933 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data/snapshot_metadata
[junit4] 2> 371024 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 371024 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 371024 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 378101 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 378152 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data
[junit4] 2> 378356 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://lucene2-us-west.apache.org:43224/solr_hdfs_home/control_collection/core_node2/data/index
[junit4] 2> 378390 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
[junit4] 2> 378390 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
[junit4] 2> 378390 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
[junit4] 2> 378627 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
[junit4] 2> 378627 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@49695b5c
[junit4] 2> 383230 WARN (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 384023 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
[junit4] 2> 384023 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 384023 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
[junit4] 2> 384234 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 384234 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 384289 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=27.62890625, floorSegmentMB=1.51171875, forceMergeDeletesPctAllowed=19.896867237999892, segmentsPerTier=12.0, maxCFSSegmentSizeMB=1.7060546875, noCFSRatio=0.0, deletesPctAllowed=31.890946037441687
[junit4] 2> 385006 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@351309be[control_collection_shard1_replica_n1] main]
[junit4] 2> 385062 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 385079 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 385135 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 385186 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1624848086370091008
[junit4] 2> 385258 INFO (searcherExecutor-296-thread-1-processing-n:127.0.0.1:37047_nd_j%2Fgn x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@351309be[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 385330 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 385330 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/control_collection/leaders/shard1
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:37047/nd_j/gn/control_collection_shard1_replica_n1/
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:37047/nd_j/gn/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 385353 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/74149061711691780-core_node2-n_0000000000
[junit4] 2> 385367 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37047/nd_j/gn/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 385387 INFO (zkCallback-375-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385388 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 385389 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=17783
[junit4] 2> 385536 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385679 INFO (qtp1125027328-1262) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 385767 INFO (zkCallback-375-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385767 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385767 INFO (zkCallback-375-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 385788 INFO (qtp1125027328-1262) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:37047_nd_j%252Fgn&wt=javabin&version=2} status=0 QTime=19178
[junit4] 2> 386059 INFO (zkConnectionManagerCallback-395-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 386061 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 386062 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 386062 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 386080 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 386133 INFO (OverseerCollectionConfigSetProcessor-74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 386134 INFO (OverseerThreadFactory-291-thread-2-processing-n:127.0.0.1:37047_nd_j%2Fgn) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 386370 WARN (OverseerThreadFactory-291-thread-2-processing-n:127.0.0.1:37047_nd_j%2Fgn) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 386442 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 386443 INFO (qtp1125027328-1265) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=362
[junit4] 2> 386476 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Creating jetty instances pullReplicaCount=0 numOtherReplicas=7
[junit4] 2> 388170 INFO (OverseerCollectionConfigSetProcessor-74149061711691780-127.0.0.1:37047_nd_j%2Fgn-n_0000000000) [n:127.0.0.1:37047_nd_j%2Fgn ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 388551 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001 of type NRT
[junit4] 2> 388552 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 388552 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 388552 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 388553 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 388761 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 388761 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 388761 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 388762 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13748926{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3693fe19{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:39762}
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server Started @389035ms
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=39762, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001/cores}
[junit4] 2> 388770 ERROR (closeThreadPool-396-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 388770 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:51.617Z
[junit4] 2> 388866 INFO (zkConnectionManagerCallback-398-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 388915 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 388916 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001/solr.xml
[junit4] 2> 388933 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 388933 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 388934 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 390912 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001 of type NRT
[junit4] 2> 391112 WARN (closeThreadPool-396-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 391112 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 391112 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 391112 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 391128 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a4750fc{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 391225 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@15f922a8{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:45700}
[junit4] 2> 391225 INFO (closeThreadPool-396-thread-2) [ ] o.e.j.s.Server Started @391490ms
[junit4] 2> 391225 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=45700, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001/cores}
[junit4] 2> 391226 ERROR (closeThreadPool-396-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 391226 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:54.073Z
[junit4] 2> 391454 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 391482 INFO (zkConnectionManagerCallback-400-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 391483 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@19e01186[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 391511 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@941d7a[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 391565 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39303/solr
[junit4] 2> 391643 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 391643 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001/solr.xml
[junit4] 2> 391696 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 391696 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 391697 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 391730 INFO (zkConnectionManagerCallback-406-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 392116 INFO (zkConnectionManagerCallback-408-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 392169 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 392223 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.ZkController Publish node=127.0.0.1:39762_nd_j%2Fgn as DOWN
[junit4] 2> 392224 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 392224 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39762_nd_j%2Fgn
[junit4] 2> 392294 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392298 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392444 INFO (zkCallback-407-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392456 INFO (zkCallback-394-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 392990 INFO (zkConnectionManagerCallback-415-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 393206 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 393207 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 393367 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 393625 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 393769 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 393769 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 393858 INFO (closeThreadPool-396-thread-1) [n:127.0.0.1:39762_nd_j%2Fgn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-1-001/cores
[junit4] 2> 394010 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-3-001 of type NRT
[junit4] 2> 394134 WARN (closeThreadPool-396-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 394134 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 394134 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 394134 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 394692 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 394692 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 394692 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 394729 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1242cfb2{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 394737 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5b28b0ef{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:41166}
[junit4] 2> 394737 INFO (closeThreadPool-396-thread-3) [ ] o.e.j.s.Server Started @395002ms
[junit4] 2> 394737 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=41166, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-3-001/cores}
[junit4] 2> 394738 ERROR (closeThreadPool-396-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 394738 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:44:57.585Z
[junit4] 2> 394883 INFO (zkConnectionManagerCallback-418-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 395204 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 395204 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-3-001/solr.xml
[junit4] 2> 395440 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 395446 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 395446 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 395447 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 395455 WARN (closeThreadPool-396-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@34085868[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 395620 WARN (closeThreadPool-396-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@77f9b8dc[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 395622 INFO (closeThreadPool-396-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39303/solr
[junit4] 2> 395839 INFO (zkConnectionManagerCallback-424-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 396386 INFO (zkConnectionManagerCallback-426-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 396515 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 396550 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.ZkController Publish node=127.0.0.1:45700_nd_j%2Fgn as DOWN
[junit4] 2> 396551 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 396551 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45700_nd_j%2Fgn
[junit4] 2> 396569 INFO (zkCallback-407-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396569 INFO (zkCallback-382-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396570 INFO (zkCallback-394-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396584 INFO (zkCallback-375-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396641 INFO (zkCallback-414-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 396641 INFO (zkCallback-425-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 397074 INFO (zkConnectionManagerCallback-433-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 397132 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 397133 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39303/solr ready
[junit4] 2> 397168 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 397331 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 397406 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 397440 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@671682e0
[junit4] 2> 397479 INFO (closeThreadPool-396-thread-2) [n:127.0.0.1:45700_nd_j%2Fgn ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-2-001/cores
[junit4] 2> 397674 INFO (TEST-StressHdfsTest.test-seed#[47BB355B266F1DF2]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-4-001 of type NRT
[junit4] 2> 397675 WARN (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 397675 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 397675 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 397675 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 1.8.0_191-b12
[junit4] 2> 397824 INFO (closeThreadPool-396-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
[junit4] 2> 397872 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 397873 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 397873 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 397968 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ebe7ded{/nd_j/gn,null,AVAILABLE}
[junit4] 2> 398007 WARN (closeThreadPool-396-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5be83c50[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 398257 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@79d808be{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37946}
[junit4] 2> 398257 INFO (closeThreadPool-396-thread-1) [ ] o.e.j.s.Server Started @398523ms
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://lucene2-us-west.apache.org:43224/hdfs__lucene2-us-west.apache.org_43224__home_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-8.x_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001_tempDir-002_jetty4, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/nd_j/gn, hostPort=37946, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.StressHdfsTest_47BB355B266F1DF2-001/shard-4-001/cores}
[junit4] 2> 398258 ERROR (closeThreadPool-396-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 398258 INFO (closeThreadPool-396-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-07T21:45:01.105Z
[junit4] 2> 398411 WARN (closeThreadPool-396-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@5b73d046[provider=null,keyStore=null,trustStore=nul
[...truncated too long message...]
ce] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1402004402
[copy] Copying 237 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1402004402
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/solr/null1402004402
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 86ms :: artifacts dl 12ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 590 minutes 11 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2847)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2726)
at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2707)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3086)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1072)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3088)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1074)
at hudson.FilePath.act(FilePath.java:1061)
at hudson.FilePath.validateAntFileMask(FilePath.java:2705)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1835)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)