You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/01/24 23:32:48 UTC
[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 98 -
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/98/
3 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration
Error Message:
Marker /autoscaling/nodeLost/127.0.0.1:33040_solr still active!
Stack Trace:
java.lang.AssertionError: Marker /autoscaling/nodeLost/127.0.0.1:33040_solr still active!
at __randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6:C060ECD225707449]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:166)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127) at org.eclipse.jetty.server.Server.handle(Server.java:500) at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383) at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375) at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806) at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938) at java.base/java.lang.Thread.run(Thread.java:834) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.NRTCachingDirectory
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:98)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:796)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:988)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:900)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1279)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1190)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:93)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:362)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:397)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:181)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:208)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
at org.eclipse.jetty.server.Server.handle(Server.java:500)
at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:335)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
at java.base/java.lang.Thread.run(Thread.java:834)
>
at __randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:342)
at jdk.internal.reflect.GeneratedMethodAccessor214.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:905)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test
Error Message:
expected:<5> but was:<4>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
at __randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6:508E5B0485B9D45E]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:150)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 13967 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest
[junit4] 2> 997324 INFO (SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/data-dir-66-001
[junit4] 2> 997324 WARN (SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 997324 INFO (SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 997325 INFO (SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 997325 INFO (SUITE-NodeMarkersRegistrationTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 997328 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
[junit4] 2> 997328 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001
[junit4] 2> 997329 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 997329 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 997329 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 997429 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer start zk server on port:44926
[junit4] 2> 997429 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:44926
[junit4] 2> 997429 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44926
[junit4] 2> 997429 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44926
[junit4] 2> 997431 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 997433 INFO (zkConnectionManagerCallback-4186-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 997433 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 997435 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 997436 INFO (zkConnectionManagerCallback-4188-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 997436 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 997437 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 997438 INFO (zkConnectionManagerCallback-4190-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 997438 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 997566 WARN (jetty-launcher-4191-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 997566 WARN (jetty-launcher-4191-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 997566 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 997566 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 997566 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 997566 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 997566 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 997566 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 997567 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 997567 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 997567 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 997568 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48333d40{/solr,null,AVAILABLE}
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6617ee25{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:33040}
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.e.j.s.Server Started @997605ms
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33040}
[junit4] 2> 997569 ERROR (jetty-launcher-4191-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 997569 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-24T20:42:42.339561Z
[junit4] 2> 997570 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 997571 INFO (zkConnectionManagerCallback-4193-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 997571 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 997580 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 997584 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 997584 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 997584 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 997584 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7254b14a{/solr,null,AVAILABLE}
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3c3fb4d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:44698}
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.e.j.s.Server Started @997621ms
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44698}
[junit4] 2> 997585 ERROR (jetty-launcher-4191-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 997585 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-24T20:42:42.355610Z
[junit4] 2> 997586 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 997587 INFO (zkConnectionManagerCallback-4195-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 997587 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 997595 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 999372 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 999373 WARN (jetty-launcher-4191-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@df912f6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 999373 WARN (jetty-launcher-4191-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@df912f6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 999388 WARN (jetty-launcher-4191-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@de3b956[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 999388 WARN (jetty-launcher-4191-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@de3b956[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 999389 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44926/solr
[junit4] 2> 999390 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 999391 INFO (zkConnectionManagerCallback-4203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 999391 INFO (jetty-launcher-4191-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 999493 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 999494 INFO (zkConnectionManagerCallback-4205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 999494 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 999622 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33040_solr
[junit4] 2> 999622 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.Overseer Overseer (id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) starting
[junit4] 2> 999640 INFO (OverseerStateUpdate-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [n:127.0.0.1:33040_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33040_solr
[junit4] 2> 999640 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33040_solr
[junit4] 2> 999640 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 999641 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 999641 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 999641 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 999641 INFO (zkCallback-4204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 999643 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 999643 WARN (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 999644 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:33040_solr]
[junit4] 2> 999645 DEBUG (ScheduledTrigger-3365-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 999681 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 999682 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 999697 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 999786 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33040.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 999813 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33040.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 999814 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33040.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 999815 INFO (jetty-launcher-4191-thread-2) [n:127.0.0.1:33040_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001/node2/.
[junit4] 2> 1000649 DEBUG (ScheduledTrigger-3365-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 1001275 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1001276 WARN (jetty-launcher-4191-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3f542324[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1001276 WARN (jetty-launcher-4191-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3f542324[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1001278 WARN (jetty-launcher-4191-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6a4b550b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1001278 WARN (jetty-launcher-4191-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6a4b550b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1001288 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44926/solr
[junit4] 2> 1001289 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1001290 INFO (zkConnectionManagerCallback-4215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001290 INFO (jetty-launcher-4191-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1001392 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1001393 INFO (zkConnectionManagerCallback-4217-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001393 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1001397 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1001401 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:44698_solr as DOWN
[junit4] 2> 1001402 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1001402 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44698_solr
[junit4] 2> 1001403 INFO (zkCallback-4204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001403 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1001404 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1001405 WARN (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1001438 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1001487 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44698.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 1001525 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44698.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 1001525 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44698.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 1001526 INFO (jetty-launcher-4191-thread-1) [n:127.0.0.1:44698_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001/node1/.
[junit4] 2> 1001605 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 1001606 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1001607 INFO (zkConnectionManagerCallback-4226-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001607 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1001608 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1001609 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44926/solr ready
[junit4] 2> 1001650 DEBUG (ScheduledTrigger-3365-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 1001681 INFO (qtp1827636565-12795) [n:127.0.0.1:33040_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1001742 INFO (qtp1827636565-12796) [n:127.0.0.1:33040_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1001842 INFO (qtp1327060237-12802) [n:127.0.0.1:44698_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1001843 DEBUG (qtp1827636565-12797) [n:127.0.0.1:33040_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1001843 INFO (qtp1827636565-12797) [n:127.0.0.1:33040_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=160
[junit4] 2> 1001844 DEBUG (zkCallback-4204-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1001844 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1001846 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1001846 DEBUG (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1001859 INFO (qtp1827636565-12797) [n:127.0.0.1:33040_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1001877 INFO (qtp1827636565-12797) [n:127.0.0.1:33040_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=18
[junit4] 2> 1001879 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 1001879 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 1001879 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 1001880 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 1001893 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1001893 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1001893 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1001893 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d52dfd4{/solr,null,AVAILABLE}
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@723dc68{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:34493}
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.Server Started @1001931ms
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34493}
[junit4] 2> 1001894 ERROR (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 9.0.0
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1001894 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-01-24T20:42:46.664959Z
[junit4] 2> 1001895 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1001896 INFO (zkConnectionManagerCallback-4228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1001896 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1001897 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1002650 DEBUG (ScheduledTrigger-3365-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1003651 DEBUG (ScheduledTrigger-3365-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1003877 INFO (OverseerCollectionConfigSetProcessor-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [n:127.0.0.1:33040_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1004526 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 1004539 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a17cf3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1004539 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a17cf3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1004542 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ab34a02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1004542 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ab34a02[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 1004556 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44926/solr
[junit4] 2> 1004557 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1004558 INFO (zkConnectionManagerCallback-4235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1004558 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1004651 DEBUG (ScheduledTrigger-3365-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1004660 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 1004661 INFO (zkConnectionManagerCallback-4237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1004661 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 1004666 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1004669 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34493_solr as DOWN
[junit4] 2> 1004670 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1004670 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34493_solr
[junit4] 2> 1004671 INFO (zkCallback-4204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1004671 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1004671 INFO (zkCallback-4225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1004671 INFO (zkCallback-4236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 1004682 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 1004683 WARN (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 1004733 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1004798 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34493.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 1004891 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34493.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 1004904 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34493.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@326daee9
[junit4] 2> 1004905 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [n:127.0.0.1:34493_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.NodeMarkersRegistrationTest_D8DA64DE2B45B9A6-001/tempDir-001/node3/.
[junit4] 2> 1005249 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=3
[junit4] 2> 1005251 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.a.NodeMarkersRegistrationTest ====== KILL OVERSEER 1
[junit4] 2> 1005251 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1642657227
[junit4] 2> 1005251 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33040_solr
[junit4] 2> 1005251 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1005252 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:33040_solr as DOWN
[junit4] 2> 1005262 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1005262 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1005262 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66107f6a: rootName = solr_33040, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@db5b061
[junit4] 2> 1005293 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1005293 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5fa1d23b: rootName = solr_33040, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@27614fc
[junit4] 2> 1005319 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1005319 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48e5f249: rootName = solr_33040, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3122b403
[junit4] 2> 1005319 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1005319 INFO (closeThreadPool-4245-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) closing
[junit4] 2> 1005320 INFO (OverseerStateUpdate-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [n:127.0.0.1:33040_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33040_solr
[junit4] 2> 1005320 DEBUG (closeThreadPool-4245-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1005342 INFO (OverseerAutoScalingTriggerThread-72167307703812102-127.0.0.1:33040_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1005347 DEBUG (closeThreadPool-4245-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1005348 DEBUG (closeThreadPool-4245-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1005348 INFO (closeThreadPool-4245-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) closing
[junit4] 2> 1005349 INFO (zkCallback-4225-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1005349 INFO (zkCallback-4236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1005349 INFO (zkCallback-4216-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
[junit4] 2> 1005350 INFO (zkCallback-4216-thread-2) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44698_solr
[junit4] 2> 1005351 INFO (zkCallback-4216-thread-2) [n:127.0.0.1:44698_solr ] o.a.s.c.Overseer Overseer (id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) starting
[junit4] 2> 1005355 DEBUG (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1005355 DEBUG (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 0
[junit4] 2> 1005355 DEBUG (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1005356 DEBUG (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:44698_solr, 127.0.0.1:34493_solr]
[junit4] 2> 1005356 DEBUG (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1005357 DEBUG (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1005357 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1005357 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:33040_solr
[junit4] 2> 1005362 INFO (OverseerStateUpdate-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [n:127.0.0.1:44698_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:44698_solr
[junit4] 2> 1005449 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.Overseer Overseer (id=72167307703812102-127.0.0.1:33040_solr-n_0000000000) closing
[junit4] 2> 1005451 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@6617ee25{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 1005451 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48333d40{/solr,null,UNAVAILABLE}
[junit4] 2> 1005451 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1005452 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.MiniSolrCloudCluster waitForJettyToStop: 33040
[junit4] 2> 1006358 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1007359 DEBUG (ScheduledTrigger-3390-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1008359 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1009359 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1010359 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1010507 INFO (qtp11833775-12858) [n:127.0.0.1:34493_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1010520 INFO (qtp11833775-12858) [n:127.0.0.1:34493_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 1011360 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1012360 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1012511 INFO (OverseerCollectionConfigSetProcessor-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [n:127.0.0.1:44698_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1013360 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1014360 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1015360 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1016361 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1017361 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1018361 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1019361 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1020369 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1021369 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1022369 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1023371 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1024371 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1025372 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1026372 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1027376 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1028376 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1029380 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1030381 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1031398 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1032399 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1033399 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1034399 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1035399 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1036400 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1037400 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1038415 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1039417 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1040417 DEBUG (ScheduledTrigger-3390-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1040652 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=825793946
[junit4] 2> 1040652 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44698_solr
[junit4] 2> 1040652 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1040652 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:44698_solr as DOWN
[junit4] 2> 1040655 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=683860610
[junit4] 2> 1040655 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34493_solr
[junit4] 2> 1040664 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 1040664 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:34493_solr as DOWN
[junit4] 2> 1040685 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1040685 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1040685 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@95435d1: rootName = solr_44698, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@39bda55e
[junit4] 2> 1040685 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c20a76a: rootName = solr_34493, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@104faf46
[junit4] 2> 1040728 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1040728 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66cbfe0f: rootName = solr_44698, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@27614fc
[junit4] 2> 1040728 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1040728 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4b7468b5: rootName = solr_34493, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@27614fc
[junit4] 2> 1040748 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1040748 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1040748 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@50aaea72: rootName = solr_44698, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3122b403
[junit4] 2> 1040748 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@eab85ab: rootName = solr_34493, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3122b403
[junit4] 2> 1040748 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1040748 INFO (jetty-closer-4246-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1040767 INFO (closeThreadPool-4253-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) closing
[junit4] 2> 1040767 INFO (OverseerStateUpdate-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [n:127.0.0.1:44698_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44698_solr
[junit4] 2> 1040767 INFO (OverseerAutoScalingTriggerThread-72167307703812104-127.0.0.1:44698_solr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1040768 DEBUG (closeThreadPool-4253-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1040768 INFO (closeThreadPool-4253-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) closing
[junit4] 2> 1040869 INFO (jetty-closer-4246-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72167307703812104-127.0.0.1:44698_solr-n_0000000001) closing
[junit4] 2> 1040872 INFO (jetty-closer-4246-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c3fb4d{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 1040872 INFO (jetty-closer-4246-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7254b14a{/solr,null,UNAVAILABLE}
[junit4] 2> 1040872 INFO (jetty-closer-4246-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1040994 INFO (jetty-closer-4246-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@723dc68{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 1040995 INFO (jetty-closer-4246-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4d52dfd4{/solr,null,UNAVAILABLE}
[junit4] 2> 1040995 INFO (jetty-closer-4246-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1040996 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 1041215 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 3 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/live_nodes
[junit4] 2> 10 /solr/overseer/queue
[junit4] 2> 10 /solr/overseer/collection-queue-work
[junit4] 2> 4 /solr/collections
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 1041217 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:44926
[junit4] 2> 1041217 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:44926
[junit4] 2> 1041217 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 44926
[junit4] 2> 1041238 INFO (TEST-NodeMarkersRegistrationTest.testNodeMarkersRegistration-seed#[D8DA64DE2B45B9A6]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testNodeMarkersRegistration
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=NodeMarkersRegistrationTest -Dtests.method=testNodeMarkersRegistration -Dtests.seed=D8DA64DE2B45B9A6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=seh-MZ -Dtests.timezone=America/Atikokan -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] FAILURE 43.9s J2 | NodeMarkersRegistrationTest.testNodeMarkersRegistration <<<
[junit4] > Throwable #1: java.lang.AssertionError: Marker /autoscaling/nodeLost/127.0.0.1:33040_solr still active!
[junit4] > at __randomizedtesting.SeedInfo.seed([D8DA64DE2B45B9A6:C060ECD225707449]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.NodeMarkersRegistrationTest.testNodeMarkersRegistration(NodeMarkersRegistrationTest.java:166)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke
[...truncated too long message...]
ReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7617186 WARN (BP-1496748585-127.0.0.1-1579905099897 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43761) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1496748585-127.0.0.1-1579905099897 (Datanode Uuid e02c3ae8-455a-43be-b75a-f8199b2a9064) service to lucene2-us-west.apache.org/127.0.0.1:43761
[junit4] 2> 7617228 WARN (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
[junit4] 2> 7617233 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@2fd64895{datanode,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
[junit4] 2> 7617234 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5db5e4f3{HTTP/1.1,[http/1.1]}{localhost:0}
[junit4] 2> 7617234 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7617234 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@261d07e4{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> 7617247 WARN (BP-1496748585-127.0.0.1-1579905099897 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43761) [ ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
[junit4] 2> 7617247 WARN (BP-1496748585-127.0.0.1-1579905099897 heartbeating to lucene2-us-west.apache.org/127.0.0.1:43761) [ ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-1496748585-127.0.0.1-1579905099897 (Datanode Uuid 15d432c5-71dc-4b69-a394-e4b082d561b6) service to lucene2-us-west.apache.org/127.0.0.1:43761
[junit4] 2> 7617291 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@6d201cd2{hdfs,/,null,UNAVAILABLE}{jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
[junit4] 2> 7617291 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@1beafc61{HTTP/1.1,[http/1.1]}{lucene2-us-west.apache.org:0}
[junit4] 2> 7617291 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7617292 INFO (SUITE-HdfsSyncSliceTest-seed#[D8DA64DE2B45B9A6]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16d7d916{static,/static,jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_D8DA64DE2B45B9A6-001
[junit4] 2> Jan 24, 2020 10:33:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 65 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {rnd_b=PostingsFormat(name=Direct), multiDefault=Lucene84, a_t=Lucene84, _root_=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=PostingsFormat(name=Direct), text=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Lucene80), range_facet_i_dv=DocValuesFormat(name=Lucene80), intDvoDefault=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=2036, maxMBSortInHeap=5.06280963205911, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@23a05149), locale=en, timezone=Africa/Algiers
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=6,free=337120064,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ResponseBuilderTest, SystemInfoHandlerTest, CdcrBootstrapTest, TestManagedResourceStorage, TestDistributedGrouping, TestReload, LoggingHandlerTest, TestFieldCacheReopen, OverseerSolrResponseUnsafeSerializationTest, SchemaVersionSpecificBehaviorTest, TestDFISimilarityFactory, CurrencyFieldTypeTest, DebugComponentTest, OverseerTest, SolrJmxReporterTest, SolrMetricsIntegrationTest, TestUpdate, GraphQueryTest, TestSegmentSorting, TestRealTimeGet, TestSimNodeAddedTrigger, TestSchemaSimilarityResource, TestDynamicFieldNamesIndexCorrectly, BitVectorTest, TestCSVResponseWriter, AnalyticsMergeStrategyTest, TestDistribDocBasedVersion, TestSlowCompositeReaderWrapper, TestSnapshotCloudManager, CacheHeaderTest, CdcrRequestHandlerTest, TestTermsQParserPlugin, LegacyCloudClusterPropTest, JWTAuthPluginIntegrationTest, TestGraphMLResponseWriter, TestStressLucene, TestCloudPhrasesIdentificationComponent, TestRemoteStreaming, SolrTestCaseJ4Test, UniqFieldsUpdateProcessorFactoryTest, BufferStoreTest, ZkSolrClientTest, IndexSizeTriggerMixedBoundsTest, TestCloudConsistency, RankQueryTest, ZkFailoverTest, ResourceLoaderTest, SliceStateTest, TestSimScenario, TestConfigsApi, DistributedFacetPivotSmallAdvancedTest, TestCopyFieldCollectionResource, TestFreeTextSuggestions, TestShardHandlerFactory, TestCloudManagedSchema, TestScoreJoinQPNoScore, HLLSerializationTest, PingRequestHandlerTest, CustomCollectionTest, RootFieldTest, BinaryUpdateRequestHandlerTest, NodeMarkersRegistrationTest, TestCoreContainer, TestSimpleTrackingShardHandler, TestPhraseSuggestions, TestLazyCores, OverseerModifyCollectionTest, EnumFieldTest, TestRuleBasedAuthorizationPlugin, BasicAuthIntegrationTest, TestCoreBackup, TestSearcherReuse, TestWriterPerf, DistributedIntervalFacetingTest, TestBlobHandler, ScheduledTriggerIntegrationTest, RulesTest, TestManagedSchemaAPI, SolrShardReporterTest, TestFieldCacheVsDocValues, TestWaitForStateWithJettyShutdowns, DimensionalRoutedAliasUpdateProcessorTest, TestMultiWordSynonyms, TestLuceneMatchVersion, PeerSyncWithIndexFingerprintCachingTest, TestLMDirichletSimilarityFactory, TestPayloadCheckQParserPlugin, TestFoldingMultitermQuery, TestSolrDeletionPolicy1, TestCollectionsAPIViaSolrCloudCluster, RoutingToNodesWithPropertiesTest, FieldMutatingUpdateProcessorTest, LeaderFailureAfterFreshStartTest, TestSafeXMLParsing, HdfsRecoverLeaseTest, ReplicationFactorTest, ExitableDirectoryReaderTest, TestJsonFacetsStatsParsing, TestEmbeddedSolrServerConstructors, FastVectorHighlighterTest, CollectionsAPIDistributedZkTest, TokenizerChainTest, TestMaxScoreQueryParser, OutputWriterTest, TestReplicaProperties, XmlUpdateRequestHandlerTest, MetricTriggerIntegrationTest, SuggesterTest, TestSortByMinMaxFunction, SparseHLLTest, SimpleMLTQParserTest, TestCloudJSONFacetSKG, ConjunctionSolrSpellCheckerTest, UpdateParamsTest, SortSpecParsingTest, TestExpandComponent, ExecutePlanActionTest, TestFunctionQuery, DistributedFacetExistsSmallTest, TestCollationFieldDocValues, TestIndexSearcher, TimeZoneUtilsTest, TestDocumentBuilder, TermVectorComponentTest, ScriptEngineTest, TestChildDocTransformerHierarchy, TestInPlaceUpdatesStandalone, OutOfBoxZkACLAndCredentialsProvidersTest, TestQueryTypes, TestLockTree, BooleanFieldTest, TestFacetMethods, NumberUtilsTest, MultiThreadedOCPTest, TestSolrCoreParser, AutoAddReplicasPlanActionTest, ShardRoutingCustomTest, TestDynamicLoadingUrl, AtomicUpdateProcessorFactoryTest, HighlighterTest, TestConfigSetsAPIZkFailure, TestRetrieveFieldsOptimizer, TestQuerySenderListener, TestRestoreCore, TestPointFields, MoveReplicaHDFSTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicZkTest, ChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderWithTlogReplicasTest, HealthCheckHandlerTest, HttpPartitionOnCommitTest, HttpPartitionWithTlogReplicasTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, MigrateRouteKeyTest, PackageManagerCLITest, PeerSyncReplicationTest, RemoteQueryErrorTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, SolrXmlInZkTest, SplitShardTest, SyncSliceTest, TestCloudPseudoReturnFields, TestCloudRecovery2, TestClusterProperties, TestExactSharedStatsCacheCloud, TestExactStatsCacheCloud, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestLeaderElectionWithEmptyReplica, TestOnReconnectListenerSupport, TestPrepRecovery, TestQueryingOnDownCollection, TestRandomFlRTGCloud, TestTlogReplayVsRecovery, TestTlogReplica, TestTolerantUpdateProcessorCloud, TestWithCollection, TestZkChroot, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, VMParamsZkACLAndCredentialsProvidersTest, AssignTest, AsyncCallRequestStatusResponseTest, CollectionReloadTest, HdfsCollectionsAPIDistributedZkTest, ShardSplitTest, HDFSCollectionsAPITest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsSyncSliceTest]
[junit4] Completed [594/900 (3!)] on J2 in 85.23s, 1 test, 1 failure <<< FAILURES!
[...truncated 53440 lines...]
[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 101 -
Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/101/
1 tests failed.
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat
Error Message:
Expecting exception
Stack Trace:
java.lang.AssertionError: Expecting exception
at __randomizedtesting.SeedInfo.seed([AA201B60D16FE327:741088CC7D830777]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Build Log:
[...truncated 14343 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest
[junit4] 2> 3013026 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AA201B60D16FE327]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 3013026 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AA201B60D16FE327]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 3013027 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AA201B60D16FE327]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/data-dir-164-001
[junit4] 2> 3013027 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AA201B60D16FE327]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3013028 INFO (SUITE-CollectionsAPIAsyncDistributedZkTest-seed#[AA201B60D16FE327]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 3013039 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncIdBackCompat
[junit4] 2> 3013040 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-001
[junit4] 2> 3013040 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3013041 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3013041 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3013141 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer start zk server on port:33202
[junit4] 2> 3013141 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:33202
[junit4] 2> 3013141 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33202
[junit4] 2> 3013141 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33202
[junit4] 2> 3013143 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3013146 INFO (zkConnectionManagerCallback-10275-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3013146 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3013157 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3013158 INFO (zkConnectionManagerCallback-10277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3013158 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3013159 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3013160 INFO (zkConnectionManagerCallback-10279-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3013160 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3013264 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3013264 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3013264 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 3013265 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9a442f{/solr,null,AVAILABLE}
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@369fe922{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:37008}
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.e.j.s.Server Started @3013304ms
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37008}
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13abb45d{/solr,null,AVAILABLE}
[junit4] 2> 3013266 ERROR (jetty-launcher-10280-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@748f4a96{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:40792}
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T16:59:55.153817Z
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.e.j.s.Server Started @3013304ms
[junit4] 2> 3013266 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40792}
[junit4] 2> 3013267 ERROR (jetty-launcher-10280-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3013267 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3013267 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3013267 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3013267 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 3013267 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T16:59:55.154229Z
[junit4] 2> 3013267 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3013268 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3013268 INFO (zkConnectionManagerCallback-10282-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3013268 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3013269 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3013301 INFO (zkConnectionManagerCallback-10284-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3013301 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3013301 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3015624 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3015625 WARN (jetty-launcher-10280-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@d8b1771[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3015625 WARN (jetty-launcher-10280-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@d8b1771[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3015640 WARN (jetty-launcher-10280-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@357b78f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3015640 WARN (jetty-launcher-10280-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@357b78f3[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3015642 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33202/solr
[junit4] 2> 3015643 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3015644 INFO (zkConnectionManagerCallback-10292-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3015644 INFO (jetty-launcher-10280-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3015790 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3015791 INFO (zkConnectionManagerCallback-10294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3015791 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3015984 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37008_solr
[junit4] 2> 3015993 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.Overseer Overseer (id=72324976364093446-127.0.0.1:37008_solr-n_0000000000) starting
[junit4] 2> 3016012 INFO (OverseerStateUpdate-72324976364093446-127.0.0.1:37008_solr-n_0000000000) [n:127.0.0.1:37008_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37008_solr
[junit4] 2> 3016012 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37008_solr
[junit4] 2> 3016038 INFO (zkCallback-10293-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3016040 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3016041 WARN (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3016105 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3016219 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37008.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3016263 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37008.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3016264 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37008.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3016274 INFO (jetty-launcher-10280-thread-1) [n:127.0.0.1:37008_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-001/node1/.
[junit4] 2> 3021219 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3021220 WARN (jetty-launcher-10280-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@20d3a7a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3021220 WARN (jetty-launcher-10280-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@20d3a7a5[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3021223 WARN (jetty-launcher-10280-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@59e057ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3021223 WARN (jetty-launcher-10280-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@59e057ff[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3021225 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33202/solr
[junit4] 2> 3021226 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3021227 INFO (zkConnectionManagerCallback-10304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3021227 INFO (jetty-launcher-10280-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3021336 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3021337 INFO (zkConnectionManagerCallback-10306-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3021337 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3021351 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3021356 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:40792_solr as DOWN
[junit4] 2> 3021357 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3021357 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40792_solr
[junit4] 2> 3021358 INFO (zkCallback-10293-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3021359 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3021360 WARN (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3021368 INFO (zkCallback-10305-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3021411 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3021520 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40792.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3021558 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40792.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3021558 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40792.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3021560 INFO (jetty-launcher-10280-thread-2) [n:127.0.0.1:40792_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-001/node2/.
[junit4] 2> 3021681 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 3021681 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3021683 INFO (zkConnectionManagerCallback-10315-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3021683 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3021685 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3021686 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33202/solr ready
[junit4] 2> 3021692 INFO (qtp2051586991-23694) [n:127.0.0.1:40792_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3021694 INFO (qtp2051586991-23694) [n:127.0.0.1:40792_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=testAsyncIdBackCompat&collection.configName=conf1&name=testAsyncIdBackCompat&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3021695 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAsyncIdBackCompat
[junit4] 2> 3021705 INFO (OverseerThreadFactory-5963-thread-1-processing-n:127.0.0.1:37008_solr) [n:127.0.0.1:37008_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncIdBackCompat
[junit4] 2> 3021802 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1988349695
[junit4] 2> 3021802 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37008_solr
[junit4] 2> 3021803 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 3021803 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:37008_solr as DOWN
[junit4] 2> 3021805 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3021805 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=245648460
[junit4] 2> 3021805 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40792_solr
[junit4] 2> 3021806 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.c.ZkController Publish this node as DOWN...
[junit4] 2> 3021806 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.c.ZkController Publish node=127.0.0.1:40792_solr as DOWN
[junit4] 2> 3021844 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3021844 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c0c2c2c: rootName = solr_37008, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2f883815
[junit4] 2> 3021847 ERROR (OverseerThreadFactory-5963-thread-1-processing-n:127.0.0.1:37008_solr) [n:127.0.0.1:37008_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testAsyncIdBackCompat operation: create failed:org.apache.solr.common.SolrException
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:342)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Caused by: org.apache.solr.common.AlreadyClosedException
[junit4] 2> at org.apache.solr.cloud.Overseer.offerStateUpdate(Overseer.java:983)
[junit4] 2> at org.apache.solr.cloud.api.collections.CreateCollectionCmd.call(CreateCollectionCmd.java:249)
[junit4] 2> ... 6 more
[junit4] 2>
[junit4] 2> 3021858 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3021858 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2644089b: rootName = solr_40792, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6d74a964
[junit4] 2> 3021879 INFO (OverseerThreadFactory-5963-thread-1-processing-n:127.0.0.1:37008_solr) [n:127.0.0.1:37008_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3021900 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3021900 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22edc845: rootName = solr_37008, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a1c7252
[junit4] 2> 3021904 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3021904 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3716c693: rootName = solr_40792, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1a1c7252
[junit4] 2> 3021917 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3021917 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@33308cce: rootName = solr_37008, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d8437fe
[junit4] 2> 3021917 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3021927 INFO (closeThreadPool-10323-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72324976364093446-127.0.0.1:37008_solr-n_0000000000) closing
[junit4] 2> 3021927 INFO (OverseerAutoScalingTriggerThread-72324976364093446-127.0.0.1:37008_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3021948 INFO (OverseerStateUpdate-72324976364093446-127.0.0.1:37008_solr-n_0000000000) [n:127.0.0.1:37008_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37008_solr
[junit4] 2> 3021950 INFO (closeThreadPool-10323-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72324976364093446-127.0.0.1:37008_solr-n_0000000000) closing
[junit4] 2> 3021951 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3021951 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5b6a25b7: rootName = solr_40792, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@4d8437fe
[junit4] 2> 3021952 INFO (jetty-closer-10316-thread-2) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3021953 INFO (zkCallback-10305-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 3022053 INFO (jetty-closer-10316-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72324976364093446-127.0.0.1:37008_solr-n_0000000000) closing
[junit4] 2> 3022054 INFO (jetty-closer-10316-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@369fe922{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3022054 INFO (jetty-closer-10316-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e9a442f{/solr,null,UNAVAILABLE}
[junit4] 2> 3022054 INFO (jetty-closer-10316-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3022167 INFO (jetty-closer-10316-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@748f4a96{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3022168 INFO (jetty-closer-10316-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13abb45d{/solr,null,UNAVAILABLE}
[junit4] 2> 3022168 INFO (jetty-closer-10316-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3022169 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 3022374 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 7 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 3 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 3022379 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:33202
[junit4] 2> 3022379 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:33202
[junit4] 2> 3022379 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 33202
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CollectionsAPIAsyncDistributedZkTest -Dtests.method=testAsyncIdBackCompat -Dtests.seed=AA201B60D16FE327 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-TC -Dtests.timezone=Asia/Bishkek -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 9.36s J2 | CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat <<<
[junit4] > Throwable #1: java.lang.AssertionError: Expecting exception
[junit4] > at __randomizedtesting.SeedInfo.seed([AA201B60D16FE327:741088CC7D830777]:0)
[junit4] > at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncIdBackCompat(CollectionsAPIAsyncDistributedZkTest.java:288)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 3022404 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAsyncRequests
[junit4] 2> 3022405 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002
[junit4] 2> 3022405 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3022422 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3022422 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3022522 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer start zk server on port:34288
[junit4] 2> 3022522 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34288
[junit4] 2> 3022522 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34288
[junit4] 2> 3022522 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34288
[junit4] 2> 3022524 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3022527 INFO (zkConnectionManagerCallback-10326-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3022527 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3022530 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3022531 INFO (zkConnectionManagerCallback-10328-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3022531 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3022532 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3022534 INFO (zkConnectionManagerCallback-10330-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3022534 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3022667 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3022667 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 3022667 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3022667 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 3022667 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3022667 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@797e0d6a{/solr,null,AVAILABLE}
[junit4] 2> 3022680 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f6c9433{/solr,null,AVAILABLE}
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@50cab1c7{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34996}
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.e.j.s.Server Started @3022719ms
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1838a511{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33121}
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.e.j.s.Server Started @3022719ms
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34996}
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33121}
[junit4] 2> 3022681 ERROR (jetty-launcher-10331-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3022681 ERROR (jetty-launcher-10331-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T17:00:04.568805Z
[junit4] 2> 3022681 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-21T17:00:04.568805Z
[junit4] 2> 3022682 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3022683 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3022684 INFO (zkConnectionManagerCallback-10334-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3022684 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3022684 INFO (zkConnectionManagerCallback-10335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3022684 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3022685 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3022685 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 3024013 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3024031 WARN (jetty-launcher-10331-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5a7584a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3024031 WARN (jetty-launcher-10331-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5a7584a8[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3024047 WARN (jetty-launcher-10331-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@52dd0041[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3024047 WARN (jetty-launcher-10331-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@52dd0041[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3024049 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34288/solr
[junit4] 2> 3024050 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3024067 INFO (zkConnectionManagerCallback-10343-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3024067 INFO (jetty-launcher-10331-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3024192 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3024194 INFO (zkConnectionManagerCallback-10345-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3024194 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3024527 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33121_solr
[junit4] 2> 3024528 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.Overseer Overseer (id=72324976978952198-127.0.0.1:33121_solr-n_0000000000) starting
[junit4] 2> 3024559 INFO (OverseerStateUpdate-72324976978952198-127.0.0.1:33121_solr-n_0000000000) [n:127.0.0.1:33121_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:33121_solr
[junit4] 2> 3024560 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33121_solr
[junit4] 2> 3024578 INFO (zkCallback-10344-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3024604 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3024604 WARN (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3024736 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3025102 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33121.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3025169 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33121.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3025169 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33121.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3025191 INFO (jetty-launcher-10331-thread-1) [n:127.0.0.1:33121_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002/node1/.
[junit4] 2> 3026266 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 3026267 WARN (jetty-launcher-10331-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@528444c1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3026267 WARN (jetty-launcher-10331-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@528444c1[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3026271 WARN (jetty-launcher-10331-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@71db3ec0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3026271 WARN (jetty-launcher-10331-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@71db3ec0[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 3026272 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34288/solr
[junit4] 2> 3026274 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3026275 INFO (zkConnectionManagerCallback-10355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3026275 INFO (jetty-launcher-10331-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3026378 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3026379 INFO (zkConnectionManagerCallback-10357-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3026379 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3026387 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3026392 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:34996_solr as DOWN
[junit4] 2> 3026393 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3026393 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34996_solr
[junit4] 2> 3026394 INFO (zkCallback-10344-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3026395 INFO (zkCallback-10356-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 3026396 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 3026397 WARN (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 3026412 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3026439 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34996.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3026454 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34996.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3026454 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34996.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3026456 INFO (jetty-launcher-10331-thread-2) [n:127.0.0.1:34996_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002/node2/.
[junit4] 2> 3026493 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 3026494 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 3026495 INFO (zkConnectionManagerCallback-10366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3026495 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 3026497 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 3026498 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34288/solr ready
[junit4] 2> 3026503 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3026504 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3026505 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3026507 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&shards=shard1&collection.configName=conf1&name=testAsyncOperations&router.name=implicit&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3026508 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3026513 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 3026514 INFO (OverseerThreadFactory-5987-thread-1-processing-n:127.0.0.1:33121_solr) [n:127.0.0.1:33121_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testAsyncOperations
[junit4] 2> 3026624 INFO (OverseerStateUpdate-72324976978952198-127.0.0.1:33121_solr-n_0000000000) [n:127.0.0.1:33121_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testAsyncOperations",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testAsyncOperations_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33121/solr",
[junit4] 2> "node_name":"127.0.0.1:33121_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 3026828 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
[junit4] 2> 3026828 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=testAsyncOperations&version=2&replicaType=NRT&async=4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328&coreNodeName=core_node2&name=testAsyncOperations_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
[junit4] 2> 3026828 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3026831 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328
[junit4] 2> 3026831 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3026839 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3026850 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3026853 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3026853 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1, trusted=true
[junit4] 2> 3026853 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33121.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3026853 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002/node1/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 3026912 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3026912 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3026915 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3026915 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3026916 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@64b8f1ce[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 3026918 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3026918 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 3026919 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3026919 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1659166427768160256
[junit4] 2> 3026923 INFO (searcherExecutor-5999-thread-1-processing-x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 r:core_node2 CREATE n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@64b8f1ce[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3026926 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 3026926 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testAsyncOperations/leaders/shard1
[junit4] 2> 3026929 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3026929 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3026929 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33121/solr/testAsyncOperations_shard1_replica_n1/
[junit4] 2> 3026930 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 3026930 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:33121/solr/testAsyncOperations_shard1_replica_n1/ has no replicas
[junit4] 2> 3026930 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testAsyncOperations/leaders/shard1/leader after winning as /collections/testAsyncOperations/leader_elect/shard1/election/72324976978952198-core_node2-n_0000000000
[junit4] 2> 3026932 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33121/solr/testAsyncOperations_shard1_replica_n1/ shard1
[junit4] 2> 3027034 INFO (zkCallback-10344-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027035 INFO (zkCallback-10344-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027035 INFO (zkCallback-10344-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027035 INFO (parallelCoreAdminExecutor-5988-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328 CREATE) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 3027138 INFO (zkCallback-10344-thread-3) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027138 INFO (zkCallback-10344-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027138 INFO (zkCallback-10344-thread-4) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027138 INFO (zkCallback-10344-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testAsyncOperations/state.json] for collection [testAsyncOperations] has occurred - updating... (live nodes size: [2])
[junit4] 2> 3027515 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3027516 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3027834 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : 4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328
[junit4] 2> 3027834 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e84079944094136328&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3027837 INFO (OverseerThreadFactory-5987-thread-1-processing-n:127.0.0.1:33121_solr) [n:127.0.0.1:33121_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3028516 INFO (OverseerCollectionConfigSetProcessor-72324976978952198-127.0.0.1:33121_solr-n_0000000000) [n:127.0.0.1:33121_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 3028518 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3028518 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3028519 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3028520 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=4ae81141-f79d-43e6-b03c-f4d4f4fb02e8&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3028520 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncRequests-seed#[AA201B60D16FE327]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testAsyncOperations
[junit4] 2> 3028528 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testAsyncOperations/terms/shard1 to Terms{values={core_node2=1}, version=1}
[junit4] 2> 3028528 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1659166429452173312), 1 (1659166429453221888), 2 (1659166429453221889), 3 (1659166429453221890), 4 (1659166429453221891), 5 (1659166429454270464), 6 (1659166429454270465), 7 (1659166429454270466), 8 (1659166429454270467), 9 (1659166429454270468), ... (18 adds)]} 0 4
[junit4] 2> 3028529 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1659166429456367616,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 3028529 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@3a584c7c commitCommandVersion:1659166429456367616
[junit4] 2> 3028536 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@3621fa33[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 3028537 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 3028539 INFO (searcherExecutor-5999-thread-1-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 c:testAsyncOperations s:shard1 r:core_node2) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [testAsyncOperations_shard1_replica_n1] Registered new searcher Searcher@3621fa33[testAsyncOperations_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(9.0.0):C18:[diagnostics={java.version=11.0.4, java.vm.version=11.0.4+10-LTS, lucene.version=9.0.0, source=flush, os.arch=amd64, java.runtime.version=11.0.4+10-LTS, os.version=4.4.0-170-generic, os=Linux, java.vendor=Oracle Corporation, timestamp=1582304410419}]:[attributes={Lucene50StoredFieldsFormat.mode=BEST_SPEED}])))}
[junit4] 2> 3028540 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.p.LogUpdateProcessorFactory [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=testAsyncOperations:3&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 3028541 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.S.Request [testAsyncOperations_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&shards=shard1&_stateVer_=testAsyncOperations:3&wt=javabin&version=2} hits=18 status=0 QTime=0
[junit4] 2> 3028547 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=fde4aa03-ec78-4cc1-8d3d-39f981cbfa74&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3028549 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=fde4aa03-ec78-4cc1-8d3d-39f981cbfa74&name=testAsyncOperations&action=RELOAD&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 3028549 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=fde4aa03-ec78-4cc1-8d3d-39f981cbfa74&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 3028551 INFO (qtp385829310-23810) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=fde4aa03-ec78-4cc1-8d3d-39f981cbfa74&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 3028551 INFO (OverseerThreadFactory-5987-thread-2-processing-n:127.0.0.1:33121_solr) [n:127.0.0.1:33121_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=RELOAD, asyncId=fde4aa03-ec78-4cc1-8d3d-39f981cbfa74
[junit4] 2> 3028552 INFO (qtp385829310-23812) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=testAsyncOperations_shard1_replica_n1&async=fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3028553 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.h.a.CoreAdminOperation Checking request status for : fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139
[junit4] 2> 3028553 INFO (qtp385829310-23814) [n:127.0.0.1:33121_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 3028560 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 3028570 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema [testAsyncOperations_shard1_replica_n1] Schema name=minimal
[junit4] 2> 3028573 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 3028573 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.CoreContainer Reloading SolrCore 'testAsyncOperations_shard1_replica_n1' using configuration from configset conf1
[junit4] 2> 3028629 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33121.solr.core.testAsyncOperations.shard1.replica_n1' (registry 'solr.core.testAsyncOperations.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1fd3c3e9
[junit4] 2> 3028629 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.c.SolrCore [[testAsyncOperations_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002/node1/testAsyncOperations_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001/tempDir-002/node1/./testAsyncOperations_shard1_replica_n1/data/]
[junit4] 2> 3028685 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3028685 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3028688 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fb4bab7[testAsyncOperations_shard1_replica_n1] main]
[junit4] 2> 3028690 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsyncOperations_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 3028690 INFO (parallelCoreAdminExecutor-5988-thread-2-processing-n:127.0.0.1:33121_solr x:testAsyncOperations_shard1_replica_n1 fde4aa03-ec78-4cc1-8d3d-39f981cbfa744079946022400139 RELOAD) [n:127.0.0.1:33121_solr c:testAsyncOperations s:shard1 r:core_node2 x:testAsync
[...truncated too long message...]
.java:309)
[junit4] 2> at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:263)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:504)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 3067613 ERROR (OverseerThreadFactory-6098-thread-2-processing-n:127.0.0.1:37412_solr) [n:127.0.0.1:37412_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-failure
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:2131)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:338)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:338)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.size(DistributedMap.java:87)
[junit4] 2> at org.apache.solr.cloud.SizeLimitedDistributedMap.put(SizeLimitedDistributedMap.java:53)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:513)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 3067613 WARN (OverseerThreadFactory-6098-thread-2-processing-n:127.0.0.1:37412_solr) [n:127.0.0.1:37412_solr ] o.a.s.c.OverseerTaskProcessor Resetting task: /overseer/collection-queue-work/qn-0000000001, requestid: repeatedId, taskKey: testAsyncIdRaceCondition
[junit4] 2> 3067613 ERROR (OverseerThreadFactory-6098-thread-2-processing-n:127.0.0.1:37412_solr) [n:127.0.0.1:37412_solr ] o.a.s.c.OverseerTaskProcessor :org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer/collection-map-running/mn-repeatedId
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:134)
[junit4] 2> at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
[junit4] 2> at org.apache.zookeeper.ZooKeeper.delete(ZooKeeper.java:1793)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.lambda$delete$1(SolrZkClient.java:263)
[junit4] 2> at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:71)
[junit4] 2> at org.apache.solr.common.cloud.SolrZkClient.delete(SolrZkClient.java:262)
[junit4] 2> at org.apache.solr.cloud.DistributedMap.remove(DistributedMap.java:98)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.resetTaskWithException(OverseerTaskProcessor.java:579)
[junit4] 2> at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:545)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
[junit4] 2> at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 3067614 INFO (OverseerAutoScalingTriggerThread-72324979636699142-127.0.0.1:37412_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3067615 INFO (jetty-closer-10487-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72324979636699142-127.0.0.1:37412_solr-n_0000000000) closing
[junit4] 2> 3067615 INFO (closeThreadPool-10495-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72324979636699142-127.0.0.1:37412_solr-n_0000000000) closing
[junit4] 2> 3067616 INFO (jetty-closer-10487-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3d0cc55b{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:0}
[junit4] 2> 3067617 INFO (jetty-closer-10487-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14c94986{/solr,null,UNAVAILABLE}
[junit4] 2> 3067617 INFO (jetty-closer-10487-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 3067617 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 3067822 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/packages.json
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/collections/testAsyncIdRaceCondition/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testAsyncIdRaceCondition/state.json
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 14 /solr/overseer/queue
[junit4] 2> 7 /solr/live_nodes
[junit4] 2> 6 /solr/collections
[junit4] 2> 4 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 3067824 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:40333
[junit4] 2> 3067824 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:40333
[junit4] 2> 3067824 INFO (TEST-CollectionsAPIAsyncDistributedZkTest.testAsyncIdRaceCondition-seed#[AA201B60D16FE327]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 40333
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest_AA201B60D16FE327-001
[junit4] 2> Feb 21, 2020 5:00:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_version_=PostingsFormat(name=Direct), _root_=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom), _route_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84))}, docValues:{}, maxPointsInLeafNode=1949, maxMBSortInHeap=5.139042146934289, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@71e9b78e), locale=en-TC, timezone=Asia/Bishkek
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=333372440,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [ShardSplitTest, TestNRTOpen, CdcrBidirectionalTest, DistribDocExpirationUpdateProcessorTest, ConcurrentCreateRoutedAliasTest, TestGeoJSONResponseWriter, ProtectedTermFilterFactoryTest, PrimitiveFieldTypeTest, FullHLLTest, TestUtils, TestOrdValues, TestDistribPackageStore, TestConfigSets, TestSolrJ, TestDocBasedVersionConstraints, TestSubQueryTransformer, TestConfigSetsAPIExclusivity, PolyFieldTest, TestLegacyNumericRangeQueryBuilder, TestSimExecutePlanAction, TestRTGBase, TestExportWriter, TestCloudJSONFacetJoinDomain, NodeMutatorTest, ForceLeaderWithTlogReplicasTest, TestMissingGroups, BlockDirectoryTest, TestAddFieldRealTimeGet, DOMUtilTest, TestJoin, AuditLoggerPluginTest, TestUnInvertedFieldException, TestManagedSchema, DateRangeFieldTest, CloudMLTQParserTest, TestBinaryResponseWriter, HighlighterConfigTest, UnloadDistributedZkTest, DefaultValueUpdateProcessorTest, TestMultiValuedNumericRangeQuery, ScheduledMaintenanceTriggerTest, CachingDirectoryFactoryTest, SolrIndexSplitterTest, TestSizeLimitedDistributedMap, StressHdfsTest, BasicDistributedZkTest, TestLRUStatsCacheCloud, TestCorePropertiesReload, WrapperMergePolicyFactoryTest, IndexSizeTriggerTest, DistributedQueryComponentCustomSortTest, TestUninvertingReader, MoveReplicaHDFSFailoverTest, TestEmbeddedSolrServerConstructors, MBeansHandlerTest, BadIndexSchemaTest, TestPackages, PeerSyncReplicationTest, TestValueSourceCache, SyncSliceTest, SpatialRPTFieldTypeTest, TestInPlaceUpdatesRequiredField, TestNestedDocsSort, TestFastOutputStream, UUIDFieldTest, V2StandaloneTest, RandomizedTaggerTest, PKIAuthenticationIntegrationTest, DistributedDebugComponentTest, CdcrWithNodesRestartsTest, TestTlogReplica, ClusterStateMockUtilTest, TestSimUtils, TestNestedUpdateProcessor, DistributedFacetPivotLargeTest, SolrCloudExampleTest, TestReloadAndDeleteDocs, RuleEngineTest, CollectionsAPIAsyncDistributedZkTest]
[junit4] Completed [370/904 (1!)] on J2 in 55.62s, 4 tests, 1 failure <<< FAILURES!
[...truncated 54394 lines...]
[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 100 -
Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/100/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi
Error Message:
expected:<2> but was:<3>
Stack Trace:
java.lang.AssertionError: expected:<2> but was:<3>
at __randomizedtesting.SeedInfo.seed([727D8FC0DCDF58E9:25547475072DBAF2]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest.testReadApi(AutoScalingHandlerTest.java:898)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
FAILED: org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates
Error Message:
Timeout while trying to assert number of documents @ source_collection
Stack Trace:
java.lang.AssertionError: Timeout while trying to assert number of documents @ source_collection
at __randomizedtesting.SeedInfo.seed([727D8FC0DCDF58E9:A174DFDE994CC47E]:0)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:277)
at org.apache.solr.cloud.cdcr.CdcrReplicationHandlerTest.testReplicationWithBufferedUpdates(CdcrReplicationHandlerTest.java:233)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:834)
Caused by: java.lang.AssertionError: expected:<440> but was:<450>
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotEquals(Assert.java:834)
at org.junit.Assert.assertEquals(Assert.java:645)
at org.junit.Assert.assertEquals(Assert.java:631)
at org.apache.solr.cloud.cdcr.BaseCdcrDistributedZkTest.assertNumDocs(BaseCdcrDistributedZkTest.java:268)
... 42 more
Build Log:
[...truncated 14942 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoScalingHandlerTest
[junit4] 2> 6591763 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/data-dir-157-001
[junit4] 2> 6591763 WARN (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1732 numCloses=1732
[junit4] 2> 6591764 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 6591765 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 6591766 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 6591766 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001
[junit4] 2> 6591766 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 6591767 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 6591767 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 6591867 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39280
[junit4] 2> 6591867 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:39280
[junit4] 2> 6591867 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:39280
[junit4] 2> 6591867 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 39280
[junit4] 2> 6591869 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6591872 INFO (zkConnectionManagerCallback-62175-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6591872 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6591874 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6591875 INFO (zkConnectionManagerCallback-62177-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6591876 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6591876 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6591878 INFO (zkConnectionManagerCallback-62179-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6591878 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6591984 WARN (jetty-launcher-62180-thread-1) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6591984 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6591984 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6591984 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6591985 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6591985 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6591985 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 6591986 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a6ea483{/solr,null,AVAILABLE}
[junit4] 2> 6591986 WARN (jetty-launcher-62180-thread-2) [ ] o.e.j.s.h.g.GzipHandler minGzipSize of 0 is inefficient for short content, break even is size 23
[junit4] 2> 6591986 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
[junit4] 2> 6591986 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.Server jetty-9.4.24.v20191120; built: 2019-11-20T21:37:49.771Z; git: 363d5f2df3a8a28de40604320230664b9c793c16; jvm 11.0.4+10-LTS
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@455d823e{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:37530}
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.e.j.s.Server Started @6592025ms
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37530}
[junit4] 2> 6591987 ERROR (jetty-launcher-62180-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 6591987 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T17:54:18.551871Z
[junit4] 2> 6591988 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 6591988 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 6591988 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 6591988 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@49b20762{/solr,null,AVAILABLE}
[junit4] 2> 6591988 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@25912c6b{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:35224}
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.e.j.s.Server Started @6592027ms
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35224}
[junit4] 2> 6591989 ERROR (jetty-launcher-62180-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 9.0.0
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 6591989 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr
[junit4] 2> 6591989 INFO (zkConnectionManagerCallback-62182-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6591997 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6592006 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6592014 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2020-02-14T17:54:18.553828Z
[junit4] 2> 6592015 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6592126 INFO (zkConnectionManagerCallback-62184-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6592126 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6592127 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 6593399 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 6593401 WARN (jetty-launcher-62180-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@33edb434[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6593401 WARN (jetty-launcher-62180-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@33edb434[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6593404 WARN (jetty-launcher-62180-thread-1) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@595e0a54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6593404 WARN (jetty-launcher-62180-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@595e0a54[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6593406 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39280/solr
[junit4] 2> 6593415 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6593415 INFO (zkConnectionManagerCallback-62192-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6593415 INFO (jetty-launcher-62180-thread-1) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6593518 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6593519 INFO (zkConnectionManagerCallback-62194-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6593519 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6593635 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37530_solr
[junit4] 2> 6593636 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.Overseer Overseer (id=72285554061672454-127.0.0.1:37530_solr-n_0000000000) starting
[junit4] 2> 6593642 INFO (OverseerStateUpdate-72285554061672454-127.0.0.1:37530_solr-n_0000000000) [n:127.0.0.1:37530_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37530_solr
[junit4] 2> 6593642 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37530_solr
[junit4] 2> 6593644 INFO (zkCallback-62193-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6593646 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6593647 WARN (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6593709 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6593783 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37530.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6593809 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37530.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6593809 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37530.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6593811 INFO (jetty-launcher-62180-thread-1) [n:127.0.0.1:37530_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001/node1/.
[junit4] 2> 6594191 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 6594193 WARN (jetty-launcher-62180-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@69bc9a70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6594193 WARN (jetty-launcher-62180-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@69bc9a70[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6594196 WARN (jetty-launcher-62180-thread-2) [ ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6944c63[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6594197 WARN (jetty-launcher-62180-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6944c63[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 6594198 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39280/solr
[junit4] 2> 6594199 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6594200 INFO (zkConnectionManagerCallback-62204-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6594200 INFO (jetty-launcher-62180-thread-2) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6594303 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6594304 INFO (zkConnectionManagerCallback-62206-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6594304 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6594309 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 6594313 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:35224_solr as DOWN
[junit4] 2> 6594315 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 6594315 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35224_solr
[junit4] 2> 6594316 INFO (zkCallback-62193-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6594316 INFO (zkCallback-62205-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 6594317 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.p.PackageLoader /packages.json updated to version -1
[junit4] 2> 6594318 WARN (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.CoreContainer Not all security plugins configured! authentication=disabled authorization=disabled. Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external. See https://s.apache.org/solrsecurity for more info
[junit4] 2> 6594332 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 6594359 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35224.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6594375 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35224.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6594375 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35224.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6594376 INFO (jetty-launcher-62180-thread-2) [n:127.0.0.1:35224_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001/node2/.
[junit4] 2> 6594412 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
[junit4] 2> 6594413 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
[junit4] 2> 6594414 INFO (zkConnectionManagerCallback-62215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 6594414 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
[junit4] 2> 6594416 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 6594417 INFO (SUITE-AutoScalingHandlerTest-seed#[727D8FC0DCDF58E9]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39280/solr ready
[junit4] 2> 6594457 INFO (TEST-AutoScalingHandlerTest.testSuggestionsWithPayload-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestionsWithPayload
[junit4] 2> 6594578 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=4&name=testSuggestionsWithPayload.COLL&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6594582 INFO (OverseerThreadFactory-13881-thread-1-processing-n:127.0.0.1:37530_solr) [n:127.0.0.1:37530_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSuggestionsWithPayload.COLL
[junit4] 2> 6594691 INFO (OverseerStateUpdate-72285554061672454-127.0.0.1:37530_solr-n_0000000000) [n:127.0.0.1:37530_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSuggestionsWithPayload.COLL",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSuggestionsWithPayload.COLL_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:35224/solr",
[junit4] 2> "node_name":"127.0.0.1:35224_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 6594693 INFO (OverseerStateUpdate-72285554061672454-127.0.0.1:37530_solr-n_0000000000) [n:127.0.0.1:37530_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSuggestionsWithPayload.COLL",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSuggestionsWithPayload.COLL_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37530/solr",
[junit4] 2> "node_name":"127.0.0.1:37530_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 6594916 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSuggestionsWithPayload.COLL_shard1_replica_n1&action=CREATE&numShards=1&collection=testSuggestionsWithPayload.COLL&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6594927 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6594946 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.s.IndexSchema [testSuggestionsWithPayload.COLL_shard1_replica_n1] Schema name=minimal
[junit4] 2> 6594957 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 6594957 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testSuggestionsWithPayload.COLL_shard1_replica_n1' using configuration from configset conf, trusted=true
[junit4] 2> 6594958 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35224.solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1' (registry 'solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6594958 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.SolrCore [[testSuggestionsWithPayload.COLL_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001/node2/testSuggestionsWithPayload.COLL_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001/node2/./testSuggestionsWithPayload.COLL_shard1_replica_n1/data/]
[junit4] 2> 6594977 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSuggestionsWithPayload.COLL_shard1_replica_n2&action=CREATE&numShards=1&collection=testSuggestionsWithPayload.COLL&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 6594977 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 6594992 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
[junit4] 2> 6595003 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.s.IndexSchema [testSuggestionsWithPayload.COLL_shard1_replica_n2] Schema name=minimal
[junit4] 2> 6595006 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 6595006 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testSuggestionsWithPayload.COLL_shard1_replica_n2' using configuration from configset conf, trusted=true
[junit4] 2> 6595007 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37530.solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2' (registry 'solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3e71f75d
[junit4] 2> 6595007 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.SolrCore [[testSuggestionsWithPayload.COLL_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001/node1/testSuggestionsWithPayload.COLL_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoScalingHandlerTest_727D8FC0DCDF58E9-001/tempDir-001/node1/./testSuggestionsWithPayload.COLL_shard1_replica_n2/data/]
[junit4] 2> 6595092 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6595092 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6595094 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6595094 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6595111 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a3bb513[testSuggestionsWithPayload.COLL_shard1_replica_n1] main]
[junit4] 2> 6595113 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 6595114 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 6595114 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6595115 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658535659887919104
[junit4] 2> 6595118 INFO (searcherExecutor-13893-thread-1-processing-n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.SolrCore [testSuggestionsWithPayload.COLL_shard1_replica_n1] Registered new searcher Searcher@2a3bb513[testSuggestionsWithPayload.COLL_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6595121 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSuggestionsWithPayload.COLL/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 6595121 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSuggestionsWithPayload.COLL/leaders/shard1
[junit4] 2> 6595127 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 6595168 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 6595168 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 6595170 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 6595170 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 6595173 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@38eed0f[testSuggestionsWithPayload.COLL_shard1_replica_n2] main]
[junit4] 2> 6595175 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 6595175 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 6595188 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 6595189 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1658535659965513728
[junit4] 2> 6595193 INFO (searcherExecutor-13894-thread-1-processing-n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.SolrCore [testSuggestionsWithPayload.COLL_shard1_replica_n2] Registered new searcher Searcher@38eed0f[testSuggestionsWithPayload.COLL_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 6595196 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSuggestionsWithPayload.COLL/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 6595196 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testSuggestionsWithPayload.COLL/leaders/shard1
[junit4] 2> 6595629 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 6595629 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 6595629 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35224/solr/testSuggestionsWithPayload.COLL_shard1_replica_n1/
[junit4] 2> 6595630 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testSuggestionsWithPayload.COLL_shard1_replica_n1 url=https://127.0.0.1:35224/solr START replicas=[https://127.0.0.1:37530/solr/testSuggestionsWithPayload.COLL_shard1_replica_n2/] nUpdates=100
[junit4] 2> 6595630 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.PeerSync PeerSync: core=testSuggestionsWithPayload.COLL_shard1_replica_n1 url=https://127.0.0.1:35224/solr DONE. We have no versions. sync failed.
[junit4] 2> 6595655 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.S.Request [testSuggestionsWithPayload.COLL_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 6595663 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 6595663 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 6595663 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testSuggestionsWithPayload.COLL/leaders/shard1/leader after winning as /collections/testSuggestionsWithPayload.COLL/leader_elect/shard1/election/72285554061672456-core_node3-n_0000000000
[junit4] 2> 6595665 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35224/solr/testSuggestionsWithPayload.COLL_shard1_replica_n1/ shard1
[junit4] 2> 6595767 INFO (zkCallback-62205-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6595768 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 6595770 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node3 x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSuggestionsWithPayload.COLL_shard1_replica_n1&action=CREATE&numShards=1&collection=testSuggestionsWithPayload.COLL&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=854
[junit4] 2> 6595871 INFO (zkCallback-62205-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6595871 INFO (zkCallback-62205-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596202 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr c:testSuggestionsWithPayload.COLL s:shard1 r:core_node4 x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=testSuggestionsWithPayload.COLL_shard1_replica_n2&action=CREATE&numShards=1&collection=testSuggestionsWithPayload.COLL&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1225
[junit4] 2> 6596205 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
[junit4] 2> 6596303 INFO (zkCallback-62193-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596303 INFO (zkCallback-62205-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596303 INFO (zkCallback-62205-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596303 INFO (zkCallback-62193-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596304 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&maxShardsPerNode=4&name=testSuggestionsWithPayload.COLL&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=1726
[junit4] 2> 6596304 INFO (TEST-AutoScalingHandlerTest.testSuggestionsWithPayload-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testSuggestionsWithPayload.COLL
[junit4] 2> 6596348 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 6596359 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 6596361 INFO (qtp178747169-126950) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 6596363 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 6596364 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling/suggestions params={wt=javabin&version=2} status=0 QTime=46
[junit4] 2> 6596369 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 6596371 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 6596373 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 6596375 INFO (qtp178747169-126950) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 6596375 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling/suggestions params={type=repair&wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 6596376 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testSuggestionsWithPayload.COLL&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 6596396 INFO (OverseerCollectionConfigSetProcessor-72285554061672454-127.0.0.1:37530_solr-n_0000000000) [n:127.0.0.1:37530_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 6596396 INFO (OverseerThreadFactory-13881-thread-2-processing-n:127.0.0.1:37530_solr) [n:127.0.0.1:37530_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler Executing Collection Cmd=action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true&deleteMetricsHistory=true, asyncId=null
[junit4] 2> 6596398 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2, tag=null
[junit4] 2> 6596398 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1, tag=null
[junit4] 2> 6596398 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@453ca030: rootName = solr_37530, domain = solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@2cd9d687
[junit4] 2> 6596398 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4ee918b9: rootName = solr_35224, domain = solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5c4a90d
[junit4] 2> 6596623 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.SolrCore [testSuggestionsWithPayload.COLL_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@2eeff4a
[junit4] 2> 6596623 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n2, tag=SolrCore@2eeff4a
[junit4] 2> 6596623 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSuggestionsWithPayload.COLL.shard1.leader, tag=SolrCore@2eeff4a
[junit4] 2> 6596625 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 6596628 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.SolrCore [testSuggestionsWithPayload.COLL_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@70634379
[junit4] 2> 6596628 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSuggestionsWithPayload.COLL.shard1.replica_n1, tag=SolrCore@70634379
[junit4] 2> 6596628 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSuggestionsWithPayload.COLL.shard1.leader, tag=SolrCore@70634379
[junit4] 2> 6596641 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close() ... SKIPPED (unnecessary).
[junit4] 2> 6596644 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSuggestionsWithPayload.COLL/terms/shard1 to Terms{values={core_node3=0}, version=2}
[junit4] 2> 6596645 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
[junit4] 2> 6596645 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=testSuggestionsWithPayload.COLL_shard1_replica_n2&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=248
[junit4] 2> 6596646 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testSuggestionsWithPayload.COLL/terms/shard1 to Terms{values={}, version=3}
[junit4] 2> 6596647 WARN (zkCallback-62193-thread-2) [ ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
[junit4] 2> 6596648 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr x:testSuggestionsWithPayload.COLL_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&deleteMetricsHistory=true&core=testSuggestionsWithPayload.COLL_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=250
[junit4] 2> 6596751 INFO (zkCallback-62193-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596751 INFO (zkCallback-62205-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596751 INFO (zkCallback-62193-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596751 INFO (zkCallback-62205-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/testSuggestionsWithPayload.COLL/state.json] for collection [testSuggestionsWithPayload.COLL] has occurred - updating... (live nodes size: [2])
[junit4] 2> 6596781 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testSuggestionsWithPayload.COLL&action=DELETE&wt=javabin&version=2} status=0 QTime=405
[junit4] 2> 6596783 INFO (TEST-AutoScalingHandlerTest.testSuggestionsWithPayload-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSuggestionsWithPayload
[junit4] 2> 6596850 INFO (TEST-AutoScalingHandlerTest.testUpdatePolicy-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testUpdatePolicy
[junit4] 2> 6596870 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6596871 INFO (qtp178747169-126949) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6596872 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=21
[junit4] 2> 6596874 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 6596876 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6596878 INFO (qtp178747169-126950) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6596878 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
[junit4] 2> 6596880 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 6596881 INFO (TEST-AutoScalingHandlerTest.testUpdatePolicy-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testUpdatePolicy
[junit4] 2> 6596911 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testErrorHandling
[junit4] 2> 6596940 ERROR (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-cluster-policy=[{cores=<10, node=#ANY}, {shard=#EACH, node=#ANY}, {nodeRole=overseer, replica=0}], errorMessages=[replica is required in {
[junit4] 2> "shard":"#EACH",
[junit4] 2> "node":"#ANY"}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:241)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:178)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 6596940 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=28
[junit4] 2> 6596942 INFO (TEST-AutoScalingHandlerTest.testErrorHandling-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testErrorHandling
[junit4] 2> 6596971 INFO (TEST-AutoScalingHandlerTest.testValidation-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testValidation
[junit4] 2> 6596979 ERROR (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-trigger={name=node_lost_trigger, event=nodeLost, waitFor=10m, enabled=true, foo=bar, actions=[{name=compute_plan, class=solr.ComputePlanAction}]}, errorMessages=[Error validating trigger config node_lost_trigger: TriggerValidationException{name=node_lost_trigger, details='{foo=unknown property}'}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:241)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:178)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 6596979 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=6
[junit4] 2> 6596982 ERROR (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-trigger={name=search_rate_trigger, event=searchRate, waitFor=10m, enabled=true, aboveRate=foo, actions=[{name=compute_plan, class=solr.ComputePlanAction}]}, errorMessages=[Error validating trigger config search_rate_trigger: TriggerValidationException{name=search_rate_trigger, details='{aboveRate=Invalid configuration value: 'foo': java.lang.NumberFormatException: For input string: "foo"}'}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:241)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:178)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
[junit4] 2> at org.apache.solr.api.ApiBag$ReqHandlerToApi.call(ApiBag.java:242)
[junit4] 2> at org.apache.solr.api.V2HttpCall.handleAdmin(V2HttpCall.java:343)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 6596982 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=400 QTime=2
[junit4] 2> 6596995 ERROR (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.h.RequestHandlerBase org.apache.solr.api.ApiBag$ExceptionWithErrObject: Error in command payload, errors: [{set-trigger={name=node_lost_trigger, event=nodeLost, waitFor=10m, enabled=true, actions=[{name=compute_plan, foo=bar, class=solr.ComputePlanAction}]}, errorMessages=[Error validating trigger config node_lost_trigger: TriggerValidationException{name=compute_plan, details='{foo=unknown property}'}]}],
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:241)
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:178)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1607)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1297)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:485)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1577)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1212)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:717)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:500)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:547)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:270)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:543)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:398)
[junit4] 2> at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:103)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:117)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:806)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:938)
[junit4] 2> at java.base/java.lang.Thread.run(Thread.java:834)
[junit4] 2>
[junit4] 2> 6596995 INFO (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=400 QTime=12
[junit4] 2> 6596998 INFO (qtp1785447789-126958) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6597000 INFO (qtp178747169-126948) [n:127.0.0.1:37530_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 6597001 INFO (qtp1785447789-126959) [n:127.0.0.1:35224_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=4
[junit4] 2> 6597004 WARN (qtp1785447789-126957) [n:127.0.0.1:35224_solr ] o.a.s.c.a.AutoScalingHandler invalid listener configuration
[junit4] 2> => TriggerValidationException{name=xyz, details='{foo=unknown property}'}
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerListenerBase.configure(TriggerListenerBase.java:74)
[junit4] 2> org.apache.solr.cloud.autoscaling.TriggerValidationException: null
[junit4] 2> at org.apache.solr.cloud.autoscaling.TriggerListenerBase.configure(TriggerListenerBase.java:74) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.HttpTriggerListener.configure(HttpTriggerListener.java:78) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleSetListener(AutoScalingHandler.java:498) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.processOps(AutoScalingHandler.java:209) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.AutoScalingHandler.handleRequestBody(AutoScalingHandler.java:178) ~[java/:?]
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:209) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:842) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:808) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:559) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:419) ~[java/:?]
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:351) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166) ~[java/:?]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1604) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:545) ~[jetty-servlet-9.4.24.v20191120.jar:9.4.24.v20191120]
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233) ~[jetty-server-9.4.24.v20191120.jar:9.4.24.v20191120]
[junit4] 2> at org.eclipse.jetty.
[...truncated too long message...]
80-127.0.0.1:38993_grzr-n_0000000001) [n:127.0.0.1:38993_grzr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38993_grzr
[junit4] 2> 7001288 INFO (OverseerAutoScalingTriggerThread-72285579522998280-127.0.0.1:38993_grzr-n_0000000001) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 7001291 INFO (closeThreadPool-13623-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72285579522998280-127.0.0.1:38993_grzr-n_0000000001) closing
[junit4] 2> 7001392 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.c.Overseer Overseer (id=72285579522998280-127.0.0.1:38993_grzr-n_0000000001) closing
[junit4] 2> 7001393 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@20ae4b07{ssl,[ssl, alpn, http/1.1, h2]}{127.0.0.1:0}
[junit4] 2> 7001394 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a9b08be{/grzr,null,UNAVAILABLE}
[junit4] 2> 7001394 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 7001395 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testPartialReplicationAfterPeerSync
[junit4] 2> 7001395 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 7001599 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/aliases.json
[junit4] 2> 20 /solr/collections/source_collection/terms/shard1
[junit4] 2> 8 /solr/collections/tmp_collection/terms/shard1
[junit4] 2> 7 /solr/collections/source_collection/leaders/shard1/leader
[junit4] 2> 7 /solr/collections/tmp_collection/state.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 4 /solr/packages.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 3 /solr/collections/tmp_collection/leaders/shard1/leader
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 74 /solr/collections/source_collection/state.json
[junit4] 2> 30 /solr/clusterprops.json
[junit4] 2> 30 /solr/clusterstate.json
[junit4] 2> 24 /solr/collections/tmp_collection/state.json
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/buffer
[junit4] 2> 5 /solr/collections/source_collection/cdcr/state/process
[junit4] 2> 3 /solr/collections/source_collection/leader_elect/shard1/election/72285579522998280-core_node3-n_0000000000
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/buffer
[junit4] 2> 2 /solr/overseer_elect/election/72285579522998280-127.0.0.1:38993_grzr-n_0000000001
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/tmp_collection/cdcr/state/process
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 55 /solr/overseer/queue
[junit4] 2> 40 /solr/live_nodes
[junit4] 2> 39 /solr/collections
[junit4] 2> 18 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> 7001602 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41607
[junit4] 2> 7001602 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41607
[junit4] 2> 7001602 INFO (TEST-CdcrReplicationHandlerTest.testPartialReplicationAfterPeerSync-seed#[727D8FC0DCDF58E9]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41607
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.cdcr.CdcrReplicationHandlerTest_727D8FC0DCDF58E9-001
[junit4] 2> Feb 14, 2020 6:01:08 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene84)), id=PostingsFormat(name=MockRandom)}, docValues:{_version_=DocValuesFormat(name=Asserting), _root_=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=848, maxMBSortInHeap=6.1445104004403, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5fb87963), locale=bg, timezone=America/Boa_Vista
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=353209928,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSimExecutePlanAction, UnloadDistributedZkTest, TestJsonFacets, TestIntervalFaceting, TestSchemaManager, TestStressReorder, TestDistribPackageStore, TestConfigReload, TestReloadAndDeleteDocs, TestReqParamsAPI, NodeAddedTriggerIntegrationTest, SolrCloudExampleTest, TestHdfsUpdateLog, TestZkChroot, ClusterStateMockUtilTest, SolrJmxReporterCloudTest, ZkShardTermsTest, MBeansHandlerTest, TestLuceneMatchVersion, TestOverriddenPrefixQueryForCustomFieldType, CdcrUpdateLogTest, DeleteLastCustomShardedReplicaTest, RandomizedTaggerTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, SortByFunctionTest, TestSQLHandlerNonCloud, ReindexCollectionTest, TestNRTOpen, TestComplexPhraseLeadingWildcard, AdminHandlersProxyTest, TestReplicationHandler, TestSolrConfigHandler, TestSchemaResource, TestCloudPseudoReturnFields, TimeRoutedAliasUpdateProcessorTest, TestHighFrequencyDictionaryFactory, DirectoryFactoryTest, PeerSyncReplicationTest, TestSolrJacksonAnnotation, TestRecoveryHdfs, OverseerCollectionConfigSetProcessorTest, MetricsHistoryWithAuthIntegrationTest, SyncSliceTest, TestDistributedGrouping, TestPseudoReturnFields, QueryParsingTest, FullHLLTest, SolrTestCaseJ4Test, SolrMetricReporterTest, SpatialRPTFieldTypeTest, TestSerializedLuceneMatchVersion, ZkControllerTest, DistributedQueryComponentCustomSortTest, DOMUtilTest, TaggingAttributeTest, TestRTGBase, TestDefaultStatsCache, TestPullReplicaErrorHandling, DistribDocExpirationUpdateProcessorTest, CdcrBidirectionalTest, CurrencyRangeFacetCloudTest, TestUnifiedSolrHighlighterWithoutStoredId, SpellCheckComponentTest, TestImplicitCoreProperties, TestNumericTokenStream, HighlighterConfigTest, TestBinaryResponseWriter, PrimitiveFieldTypeTest, ZkStateReaderTest, MoreLikeThisHandlerTest, CustomHighlightComponentTest, TestJmxIntegration, SpellCheckCollatorWithCollapseTest, UUIDFieldTest, TestSuggestSpellingConverter, TestNestedUpdateProcessor, TestFieldTypeCollectionResource, TestCloudJSONFacetJoinDomain, TestDocBasedVersionConstraints, LeaderVoteWaitTimeoutTest, DefaultValueUpdateProcessorTest, TestIBSimilarityFactory, ConcurrentCreateRoutedAliasTest, IndexSchemaRuntimeFieldTest, SuggestComponentTest, SchemaApiFailureTest, TestFiltering, ResponseLogComponentTest, BasicAuthStandaloneTest, SolrCloudReportersTest, DistributedVersionInfoTest, FileUtilsTest, TestValueSourceCache, SuggesterTSTTest, PrimUtilsTest, TestCollectionAPI, TestConfigSetsAPIExclusivity, TestFileDictionaryLookup, TestTlogReplica, DateRangeFieldTest, CollectionsAPIAsyncDistributedZkTest, CoreAdminHandlerTest, RuleEngineTest, BJQParserTest, FacetPivotSmallTest, TestPerFieldSimilarityWithDefaultOverride, TokenizerChainTest, NotRequiredUniqueKeyTest, TestInPlaceUpdatesRequiredField, TestOnReconnectListenerSupport, InfoHandlerTest, TestManagedResource, NodeMutatorTest, TestDeleteCollectionOnDownNodes, ParsingFieldUpdateProcessorsTest, SolrCoreCheckLockOnStartupTest, TestSimComputePlanAction, V2StandaloneTest, MoveReplicaHDFSFailoverTest, HdfsBasicDistributedZkTest, CreateCollectionCleanupTest, TestBulkSchemaConcurrent, TestNestedDocsSort, SignificantTermsQParserPluginTest, TestCloudInspectUtil, IndexSizeTriggerTest, ShardSplitTest, SaslZkACLProviderTest, TestEmbeddedSolrServerConstructors, RequestHandlersTest, TestLegacyFieldReuse, TestMissingGroups, ScheduledMaintenanceTriggerTest, TestRTimerTree, TestSurroundQueryParser, DistributedIntervalFacetingTest, TestExactStatsCacheCloud, TestSolrCloudWithKerberosAlt, TestStressInPlaceUpdates, PhrasesIdentificationComponentTest, OverseerSolrResponseTest, TestFieldCacheSortRandom, TestBulkSchemaAPI, ClassificationUpdateProcessorIntegrationTest, DistributedDebugComponentTest, SystemCollectionCompatTest, TestCloudConsistency, TestConfigSetsAPIZkFailure, TestDistributedMap, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestHashPartitioner, TestPrepRecovery, TestRequestForwarding, TestShortCircuitedRequests, TestSkipOverseerOperations, TestTolerantUpdateProcessorRandomCloud, TestWaitForStateWithJettyShutdowns, TlogReplayBufferedWhileIndexingTest, TestHdfsCloudBackupRestore, TestReplicaProperties, AutoAddReplicasIntegrationTest, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, NodeAddedTriggerTest, ScheduledTriggerIntegrationTest, SystemLogListenerTest, TriggerEventQueueTest, TriggerIntegrationTest, CdcrReplicationHandlerTest]
[junit4] Completed [599/904 (2!)] on J2 in 147.93s, 5 tests, 1 failure <<< FAILURES!
[...truncated 53513 lines...]
[JENKINS] Lucene-Solr-BadApples-NightlyTests-master - Build # 99 -
Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-NightlyTests-master/99/
2 tests failed.
FAILED: org.apache.lucene.codecs.lucene80.TestLucene80NormsFormatMergeInstance.testSparseNCommonBig
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([FD17DA4BEB7CE8CE]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.codecs.lucene80.TestLucene80NormsFormatMergeInstance
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([FD17DA4BEB7CE8CE]:0)
Build Log:
[...truncated 2316 lines...]
[junit4] Suite: org.apache.lucene.codecs.lucene80.TestLucene80NormsFormatMergeInstance
[junit4] IGNOR/A 0.00s J2 | TestLucene80NormsFormatMergeInstance.testMergeStability
[junit4] > Assumption #1: The MockRandom PF randomizes content on the fly, so we can't check it
[junit4] 2> Rar 31, 2020 11:24:53 TAPARACHU com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
[junit4] 2> WARNING: Suite execution timed out: org.apache.lucene.codecs.lucene80.TestLucene80NormsFormatMergeInstance
[junit4] 2> 1) Thread[id=12, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
[junit4] 2> at java.base@11.0.4/java.lang.Thread.sleep(Native Method)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
[junit4] 2> 2) Thread[id=18205, name=TEST-TestLucene80NormsFormatMergeInstance.testSparseNCommonBig-seed#[FD17DA4BEB7CE8CE], state=TIMED_WAITING, group=TGRP-TestLucene80NormsFormatMergeInstance]
[junit4] 2> at java.base@11.0.4/java.lang.Object.wait(Native Method)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4672)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1997)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1923)
[junit4] 2> at app//org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:500)
[junit4] 2> at app//org.apache.lucene.index.BaseNormsFormatTestCase.doTestNormsVersusDocValues(BaseNormsFormatTestCase.java:499)
[junit4] 2> at app//org.apache.lucene.index.BaseNormsFormatTestCase.testSparseNCommonBig(BaseNormsFormatTestCase.java:422)
[junit4] 2> at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
[junit4] 2> at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
[junit4] 2> at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] 2> 3) Thread[id=18204, name=SUITE-TestLucene80NormsFormatMergeInstance-seed#[FD17DA4BEB7CE8CE], state=RUNNABLE, group=TGRP-TestLucene80NormsFormatMergeInstance]
[junit4] 2> at java.base/java.lang.Thread.getStackTrace(Thread.java:1606)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:698)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:695)
[junit4] 2> at java.base/java.security.AccessController.doPrivileged(Native Method)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:695)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:711)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:691)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:67)
[junit4] 2> at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:417)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:712)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
[junit4] 2> at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:633)
[junit4] 2> 4) Thread[id=1, name=main, state=WAITING, group=main]
[junit4] 2> at java.base@11.0.4/java.lang.Object.wait(Native Method)
[junit4] 2> at java.base@11.0.4/java.lang.Thread.join(Thread.java:1305)
[junit4] 2> at java.base@11.0.4/java.lang.Thread.join(Thread.java:1379)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:643)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:500)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:269)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:394)
[junit4] 2> at app//com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLucene80NormsFormatMergeInstance -Dtests.method=testSparseNCommonBig -Dtests.seed=FD17DA4BEB7CE8CE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=teo-KE -Dtests.timezone=America/Argentina/Catamarca -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 7050s J2 | TestLucene80NormsFormatMergeInstance.testSparseNCommonBig <<<
[junit4] > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
[junit4] > at __randomizedtesting.SeedInfo.seed([FD17DA4BEB7CE8CE]:0)
[junit4] 2> Rar 31, 2020 11:24:53 TAPARACHU com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Rar 31, 2020 11:25:13 TAPARACHU com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.codecs.lucene80.TestLucene80NormsFormatMergeInstance:
[junit4] 2> 1) Thread[id=18205, name=TEST-TestLucene80NormsFormatMergeInstance.testSparseNCommonBig-seed#[FD17DA4BEB7CE8CE], state=TIMED_WAITING, group=TGRP-TestLucene80NormsFormatMergeInstance]
[junit4] 2> at java.base@11.0.4/java.lang.Object.wait(Native Method)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.doWait(IndexWriter.java:4672)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1997)
[junit4] 2> at app//org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1923)
[junit4] 2> at app//org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:500)
[junit4] 2> at app//org.apache.lucene.index.BaseNormsFormatTestCase.doTestNormsVersusDocValues(BaseNormsFormatTestCase.java:499)
[junit4] 2> at app//org.apache.lucene.index.BaseNormsFormatTestCase.testSparseNCommonBig(BaseNormsFormatTestCase.java:422)
[junit4] 2> at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] 2> at java.base@11.0.4/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] 2> at java.base@11.0.4/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] 2> at java.base@11.0.4/java.lang.reflect.Method.invoke(Method.java:566)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
[junit4] 2> at app//org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
[junit4] 2> at app//org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
[junit4] 2> at app//org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
[junit4] 2> at app//org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
[junit4] 2> at app//com.carrotsearch.randomizedtesting.ThreadLeakControl$$Lambda$86/0x0000000100143040.run(Unknown Source)
[junit4] 2> at java.base@11.0.4/java.lang.Thread.run(Thread.java:834)
[junit4] 2> Rar 31, 2020 11:25:13 TAPARACHU com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=18205, name=TEST-TestLucene80NormsFormatMergeInstance.testSparseNCommonBig-seed#[FD17DA4BEB7CE8CE], state=TIMED_WAITING, group=TGRP-TestLucene80NormsFormatMergeInstance]
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.codecs.lucene80.TestLucene80NormsFormatMergeInstance_FD17DA4BEB7CE8CE-001
[junit4] 2> Jan 31, 2020 2:25:13 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: All leaked threads terminated.
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@102eabd5), locale=teo-KE, timezone=America/Argentina/Catamarca
[junit4] 2> NOTE: Linux 4.4.0-170-generic amd64/Oracle Corporation 11.0.4 (64-bit)/cpus=8,threads=1,free=412093696,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [TestSpanBoostQuery, TestByteBlockPool, TestBoolean2ScorerSupplier, TestSpanMultiTermQueryWrapper, TestSpans, TestFixedLengthBytesRefArray, TestLucene50TermVectorsFormat, TestTransactionRollback, TestAxiomaticF2LOG, TestFSTs, TestLongRangeFieldQueries, TestFieldCacheRewriteMethod, TestIntroSorter, TestIndexWriterExceptions2, TestScorerPerf, TestApproximationSearchEquivalence, TestIndexSearcher, TestXYMultiPointShapeQueries, TestPrefixQuery, TestAtomicUpdate, TestDoubleValuesSource, TestInPlaceMergeSorter, TestRegexpRandom, TestSimilarity2, TestCharacterUtils, TestOrdinalMap, TestPayloadsOnVectors, TestRollback, TestFlushByRamOrCountsPolicy, TestSearcherManager, TestIndexWriterLockRelease, TestSegmentTermDocs, TestDistributionSPL, TestFloatRange, TestTopDocsMerge, TestSimilarity, TestFrozenBufferedUpdates, TestOperations, TestPostingsOffsets, TestArrayUtil, TestMultiSliceMerge, TestRecyclingIntBlockAllocator, TestSPIClassIterator, TestDeterminizeLexicon, TestLatLonDocValuesQueries, TestGeoEncodingUtils, TestMatchNoDocsQuery, TestMultiDocValues, FiniteStringsIteratorTest, TestFilterIterator, TestSloppyMath, TestDocValuesQueries, TestConjunctions, TestLatLonLineShapeQueries, TestLucene80NormsFormat, TestNotDocIdSet, TestLongBitSet, TestSearchForDuplicates, Test4GBStoredFields, TestPhrasePrefixQuery, TestStressNRT, TestLatLonMultiPolygonShapeQueries, TestCompetitiveFreqNormAccumulator, TestFilterLeafReader, TestDocsWithFieldSet, TestControlledRealTimeReopenThread, TestPerFieldDocValuesFormat, TestCompiledAutomaton, TestToken, TestIndexInput, TestPoint, TestParallelReaderEmptyIndex, TestPackedInts, TestIndexWriter, TestSimpleExplanationsOfNonMatches, TestSparseFixedBitSet, TestVersion, TestSortedSetSelector, TestIndexWriterReader, TestInfoStream, TestFieldsReader, Test2BSortedDocValuesFixedSorted, TestFieldMaskingSpanQuery, TestSpanOrQuery, TestBytesRefAttImpl, FuzzyTermOnShortTermsTest, TestCheckIndex, TestSimpleAttributeImpl, TestThreadedForceMerge, TestBytesRefHash, TestTwoPhaseCommitTool, TestAssertions, TestDemo, TestExternalCodecs, TestAnalyzerWrapper, TestCachingTokenFilter, TestCharArrayMap, TestDelegatingAnalyzerWrapper, TestGraphTokenFilter, TestGraphTokenizers, TestFastCompressionMode, TestFastDecompressionMode, TestLucene50LiveDocsFormat, TestLucene50StoredFieldsFormat, TestLucene70SegmentInfoFormat, TestLucene80NormsFormatMergeInstance]
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLucene80NormsFormatMergeInstance -Dtests.seed=FD17DA4BEB7CE8CE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.badapples=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=teo-KE -Dtests.timezone=America/Argentina/Catamarca -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J2 | TestLucene80NormsFormatMergeInstance (suite) <<<
[junit4] > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
[junit4] > at __randomizedtesting.SeedInfo.seed([FD17DA4BEB7CE8CE]:0)
[junit4] Completed [552/552 (1!)] on J2 in 7220.34s, 19 tests, 2 errors, 1 skipped <<< FAILURES!
[...truncated 66329 lines...]