You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/10/15 16:43:02 UTC
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 187 - Still
Unstable
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/187/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
Error Message:
Error from server at http://127.0.0.1:44623/solr: Error getting replica locations : unable to get autoscaling policy session
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44623/solr: Error getting replica locations : unable to get autoscaling policy session
at __randomizedtesting.SeedInfo.seed([471B8C2321BCEE5F]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.prometheus.exporter.SolrExporterTestBase.setupCluster(SolrExporterTestBase.java:48)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:875)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.prometheus.collector.SolrCollectorTest
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:215) at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:539) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:186) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:327) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:555) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:186) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:121) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:111) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:300) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:155) at org.apache.solr.client.solrj.impl.CloudSolrClient.getZkStateReader(CloudSolrClient.java:342) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.<init>(SolrClientCloudManager.java:69) at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:676) at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:575) at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:205) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70) at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41) at org.apache.solr.cloud.Overseer.start(Overseer.java:545) at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851) at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170) at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307) at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216) at org.apache.solr.cloud.ZkController.init(ZkController.java:849) at org.apache.solr.cloud.ZkController.<init>(ZkController.java:452) at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:555) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:112) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:545) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321) at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:113) at org.apache.solr.core.CoreContainer.load(CoreContainer.java:545) at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252) at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172) at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139) at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741) at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477) at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542) at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186) at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023) at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473) at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308) at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179) at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396) at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369) at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392) at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [InternalHttpClient, SolrZkClient, SolrZkClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.handler.component.HttpShardHandlerFactory.init(HttpShardHandlerFactory.java:215)
at org.apache.solr.handler.component.ShardHandlerFactory.newInstance(ShardHandlerFactory.java:47)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:539)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:186)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:327)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:555)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:186)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:121)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:111)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:300)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:155)
at org.apache.solr.client.solrj.impl.CloudSolrClient.getZkStateReader(CloudSolrClient.java:342)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.<init>(SolrClientCloudManager.java:69)
at org.apache.solr.cloud.ZkController.getSolrCloudManager(ZkController.java:676)
at org.apache.solr.cloud.Overseer.getSolrCloudManager(Overseer.java:575)
at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.<init>(OverseerCollectionMessageHandler.java:205)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.getOverseerMessageHandlerSelector(OverseerCollectionConfigSetProcessor.java:87)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:70)
at org.apache.solr.cloud.OverseerCollectionConfigSetProcessor.<init>(OverseerCollectionConfigSetProcessor.java:41)
at org.apache.solr.cloud.Overseer.start(Overseer.java:545)
at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:851)
at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:307)
at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:216)
at org.apache.solr.cloud.ZkController.init(ZkController.java:849)
at org.apache.solr.cloud.ZkController.<init>(ZkController.java:452)
at org.apache.solr.core.ZkContainer.initZooKeeper(ZkContainer.java:113)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:555)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:112)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:545)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.http.impl.client.InternalHttpClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:321)
at org.apache.solr.update.UpdateShardHandler.<init>(UpdateShardHandler.java:113)
at org.apache.solr.core.CoreContainer.load(CoreContainer.java:545)
at org.apache.solr.servlet.SolrDispatchFilter.createCoreContainer(SolrDispatchFilter.java:252)
at org.apache.solr.servlet.SolrDispatchFilter.init(SolrDispatchFilter.java:172)
at org.eclipse.jetty.servlet.FilterHolder.initialize(FilterHolder.java:139)
at org.eclipse.jetty.servlet.ServletHandler.initialize(ServletHandler.java:741)
at org.eclipse.jetty.servlet.ServletHandler.updateMappings(ServletHandler.java:1477)
at org.eclipse.jetty.servlet.ServletHandler.setFilterMappings(ServletHandler.java:1542)
at org.eclipse.jetty.servlet.ServletHandler.addFilterMapping(ServletHandler.java:1186)
at org.eclipse.jetty.servlet.ServletHandler.addFilterWithMapping(ServletHandler.java:1023)
at org.eclipse.jetty.servlet.ServletContextHandler.addFilter(ServletContextHandler.java:473)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$1.lifeCycleStarted(JettySolrRunner.java:308)
at org.eclipse.jetty.util.component.AbstractLifeCycle.setStarted(AbstractLifeCycle.java:179)
at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:69)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:396)
at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:369)
at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:392)
at org.apache.solr.cloud.MiniSolrCloudCluster.lambda$new$0(MiniSolrCloudCluster.java:248)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([471B8C2321BCEE5F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test
Error Message:
Didn't see replicas [core_node6, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/13)={ "pullReplicas":"0", "replicationFactor":"3", "shards":{"shard1":{ "range":"80000000-7fffffff", "state":"active", "replicas":{ "core_node4":{ "core":"c8n_1x3_lf_shard1_replica_n1", "base_url":"http://127.0.0.1:43251/j/ha", "node_name":"127.0.0.1:43251_j%2Fha", "state":"down", "type":"NRT"}, "core_node5":{ "core":"c8n_1x3_lf_shard1_replica_n2", "base_url":"http://127.0.0.1:43126/j/ha", "node_name":"127.0.0.1:43126_j%2Fha", "state":"active", "type":"NRT", "leader":"true"}, "core_node6":{ "core":"c8n_1x3_lf_shard1_replica_n3", "base_url":"http://127.0.0.1:42521/j/ha", "node_name":"127.0.0.1:42521_j%2Fha", "state":"recovering", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"3", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Didn't see replicas [core_node6, core_node5] come up within 90000 ms! ClusterState: DocCollection(c8n_1x3_lf//collections/c8n_1x3_lf/state.json/13)={
"pullReplicas":"0",
"replicationFactor":"3",
"shards":{"shard1":{
"range":"80000000-7fffffff",
"state":"active",
"replicas":{
"core_node4":{
"core":"c8n_1x3_lf_shard1_replica_n1",
"base_url":"http://127.0.0.1:43251/j/ha",
"node_name":"127.0.0.1:43251_j%2Fha",
"state":"down",
"type":"NRT"},
"core_node5":{
"core":"c8n_1x3_lf_shard1_replica_n2",
"base_url":"http://127.0.0.1:43126/j/ha",
"node_name":"127.0.0.1:43126_j%2Fha",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node6":{
"core":"c8n_1x3_lf_shard1_replica_n3",
"base_url":"http://127.0.0.1:42521/j/ha",
"node_name":"127.0.0.1:42521_j%2Fha",
"state":"recovering",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"3",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([25C5DFA187B9D151:AD91E07B2945BCA9]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.HttpPartitionTest.waitToSeeReplicasActive(HttpPartitionTest.java:673)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:183)
at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests
Error Message:
DeleteCollection did not complete expected same:<COMPLETED> was not:<FAILED>
Stack Trace:
java.lang.AssertionError: DeleteCollection did not complete expected same:<COMPLETED> was not:<FAILED>
at __randomizedtesting.SeedInfo.seed([25C5DFA187B9D151:C181E31621119F8E]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotSame(Assert.java:641)
at org.junit.Assert.assertSame(Assert.java:580)
at org.apache.solr.cloud.api.collections.CollectionsAPIAsyncDistributedZkTest.testAsyncRequests(CollectionsAPIAsyncDistributedZkTest.java:192)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10010_solr, 127.0.0.1:10012_solr, 127.0.0.1:10014_solr, 127.0.0.1:10013_solr, 127.0.0.1:10011_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/29)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10012_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10010_solr, 127.0.0.1:10012_solr, 127.0.0.1:10014_solr, 127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/29)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10012_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([25C5DFA187B9D151:A5E5BA8F96FA39F7]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 30
live nodes:[127.0.0.1:10010_solr, 127.0.0.1:10012_solr, 127.0.0.1:10014_solr, 127.0.0.1:10013_solr, 127.0.0.1:10011_solr]
collections:{testCreateCollectionAddReplica=DocCollection(testCreateCollectionAddReplica//clusterstate.json/29)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10012_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/29)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10012_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more
FAILED: org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch
Error Message:
CollectionStateWatcher was never notified of cluster change
Stack Trace:
java.lang.AssertionError: CollectionStateWatcher was never notified of cluster change
at __randomizedtesting.SeedInfo.seed([20CD6D3A112FFBF9:7DF6A24A562264C7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.common.cloud.TestCollectionStateWatchers.testSimpleCollectionWatch(TestCollectionStateWatchers.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13412 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/init-core-data-001
[junit4] 2> 1642604 WARN (SUITE-LeaderFailoverAfterPartitionTest-seed#[25C5DFA187B9D151]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1642605 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[25C5DFA187B9D151]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1642606 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[25C5DFA187B9D151]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
[junit4] 2> 1642606 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[25C5DFA187B9D151]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1642606 INFO (SUITE-LeaderFailoverAfterPartitionTest-seed#[25C5DFA187B9D151]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /j/ha
[junit4] 2> 1642620 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1642640 INFO (Thread-3121) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1642640 INFO (Thread-3121) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1642693 ERROR (Thread-3121) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1642750 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.ZkTestServer start zk server on port:40911
[junit4] 2> 1642805 INFO (zkConnectionManagerCallback-6742-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1642868 INFO (zkConnectionManagerCallback-6744-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1642879 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 1642913 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 1642914 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 1642915 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 1642915 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 1642933 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 1642934 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 1642935 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 1642935 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 1642936 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 1642950 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 1642951 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1051c6befdf0001, likely client has closed socket
[junit4] 2> 1642961 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 1644459 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1644508 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1644508 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1644508 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1644510 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a687d7e{/j/ha,null,AVAILABLE}
[junit4] 2> 1644545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4790db62{HTTP/1.1,[http/1.1]}{127.0.0.1:35580}
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.Server Started @1644591ms
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/tempDir-001/control/data, hostContext=/j/ha, hostPort=34381, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/control-001/cores}
[junit4] 2> 1644546 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1644546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-15T14:37:53.255Z
[junit4] 2> 1644638 INFO (zkConnectionManagerCallback-6746-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1644671 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 1644671 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/control-001/solr.xml
[junit4] 2> 1644728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 1644728 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 1644729 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4b14c583, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1645236 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40911/solr
[junit4] 2> 1645247 INFO (zkConnectionManagerCallback-6750-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1645320 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x1051c6befdf0003, likely client has closed socket
[junit4] 2> 1645337 INFO (zkConnectionManagerCallback-6752-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1647652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34381_j%2Fha
[junit4] 2> 1647652 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.Overseer Overseer (id=73496218832928772-127.0.0.1:34381_j%2Fha-n_0000000000) starting
[junit4] 2> 1647720 INFO (zkConnectionManagerCallback-6759-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1647775 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40911/solr ready
[junit4] 2> 1647825 INFO (OverseerStateUpdate-73496218832928772-127.0.0.1:34381_j%2Fha-n_0000000000) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34381_j%2Fha
[junit4] 2> 1647825 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34381_j%2Fha
[junit4] 2> 1647935 INFO (OverseerStateUpdate-73496218832928772-127.0.0.1:34381_j%2Fha-n_0000000000) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1647984 INFO (zkCallback-6758-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1648122 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1648302 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b14c583
[junit4] 2> 1648377 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b14c583
[junit4] 2> 1648377 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b14c583
[junit4] 2> 1648391 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/control-001/cores
[junit4] 2> 1648544 INFO (zkConnectionManagerCallback-6765-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1648545 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1648546 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40911/solr ready
[junit4] 2> 1648546 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48120,localport=34381], receiveBufferSize:531000
[junit4] 2> 1648638 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35580,localport=54544], receiveBufferSize=530904
[junit4] 2> 1648654 INFO (qtp324948893-13823) [n:127.0.0.1:34381_j%2Fha ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34381_j%252Fha&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1648711 INFO (OverseerThreadFactory-2801-thread-1-processing-n:127.0.0.1:34381_j%2Fha) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 1648940 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48124,localport=34381], receiveBufferSize:531000
[junit4] 2> 1648962 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35580,localport=54548], receiveBufferSize=530904
[junit4] 2> 1648975 INFO (qtp324948893-13819) [n:127.0.0.1:34381_j%2Fha ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1649109 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48128,localport=34381], receiveBufferSize:531000
[junit4] 2> 1649130 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1649130 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 1649157 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35580,localport=54552], receiveBufferSize=530904
[junit4] 2> 1650343 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1650474 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 1651438 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 1651604 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 1651604 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4b14c583
[junit4] 2> 1651605 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 1651639 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=16, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6610225318565143]
[junit4] 2> 1651768 WARN (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 1652224 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1652224 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1652226 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1652226 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1652280 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=50, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 1652280 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d9134c[control_collection_shard1_replica_n1] main]
[junit4] 2> 1652282 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1652282 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1652295 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1652313 INFO (searcherExecutor-2806-thread-1-processing-n:127.0.0.1:34381_j%2Fha x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4d9134c[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1652313 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614402584336924672
[junit4] 2> 1652387 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 1652422 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1652422 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1652422 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34381/j/ha/control_collection_shard1_replica_n1/
[junit4] 2> 1652422 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1652422 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34381/j/ha/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 1652422 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1652437 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34381/j/ha/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 1652495 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1652533 INFO (qtp324948893-13818) [n:127.0.0.1:34381_j%2Fha c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3403
[junit4] 2> 1652534 INFO (zkCallback-6751-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1652568 INFO (qtp324948893-13823) [n:127.0.0.1:34381_j%2Fha ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1652650 INFO (zkCallback-6751-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1652650 INFO (zkCallback-6751-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1652747 INFO (OverseerCollectionConfigSetProcessor-73496218832928772-127.0.0.1:34381_j%2Fha-n_0000000000) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1653569 INFO (qtp324948893-13823) [n:127.0.0.1:34381_j%2Fha ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34381_j%252Fha&wt=javabin&version=2} status=0 QTime=4914
[junit4] 2> 1653712 INFO (zkConnectionManagerCallback-6770-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1653724 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1653725 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40911/solr ready
[junit4] 2> 1653725 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 1653725 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=48136,localport=34381], receiveBufferSize:531000
[junit4] 2> 1653780 INFO (SocketProxy-Acceptor-34381) [ ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35580,localport=54560], receiveBufferSize=530904
[junit4] 2> 1653817 INFO (qtp324948893-13819) [n:127.0.0.1:34381_j%2Fha ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1653900 INFO (OverseerThreadFactory-2801-thread-2-processing-n:127.0.0.1:34381_j%2Fha) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 1654247 WARN (OverseerThreadFactory-2801-thread-2-processing-n:127.0.0.1:34381_j%2Fha) [n:127.0.0.1:34381_j%2Fha ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 1654321 INFO (qtp324948893-13819) [n:127.0.0.1:34381_j%2Fha ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1654337 INFO (qtp324948893-13819) [n:127.0.0.1:34381_j%2Fha ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=519
[junit4] 2> 1655142 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/shard-1-001 of type NRT
[junit4] 2> 1655143 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c4a33f0{/j/ha,null,AVAILABLE}
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2b216e45{HTTP/1.1,[http/1.1]}{127.0.0.1:37200}
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.e.j.s.Server Started @1655190ms
[junit4] 2> 1655144 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/j/ha, hostPort=42521, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_25C5DFA187B9D151-001/shard-1-001/cores}
[junit4] 2> 1655145 ERROR (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1655145 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1655145 INFO (TEST-LeaderFailoverAfterPartitionTest.test-seed#[25C5DFA187B9D151]) [ ] o.a.s.s.SolrDispatchFilter ___
[...truncated too long message...]
ome/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1412167611
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1412167611
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1412167611
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 86ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 228 minutes 55 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 196 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/196/
2 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([DBB568E8ACB6F209:D136D745E10DF953]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:572)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([DBB568E8ACB6F209:E23BD1A883493BF7]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testSplitIntegration(IndexSizeTriggerTest.java:316)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13298 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_DBB568E8ACB6F209-001/init-core-data-001
[junit4] 2> 1718487 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1718488 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1718489 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1718489 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_DBB568E8ACB6F209-001/tempDir-001
[junit4] 2> 1718489 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1718503 INFO (Thread-4766) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1718503 INFO (Thread-4766) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1718523 ERROR (Thread-4766) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1718595 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:42749
[junit4] 2> 1718599 INFO (zkConnectionManagerCallback-2476-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1718605 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1718606 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1718606 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1718606 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1718606 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6552a082{/solr,null,AVAILABLE}
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@7720b0cd{SSL,[ssl, http/1.1]}{127.0.0.1:44168}
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.e.j.s.Server Started @1718759ms
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44168}
[junit4] 2> 1718607 ERROR (jetty-launcher-2473-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.6.0
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1718607 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-24T17:45:27.367Z
[junit4] 2> 1718640 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1718663 INFO (zkConnectionManagerCallback-2478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1718664 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1718676 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1718676 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1718676 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1718676 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e2132a1{/solr,null,AVAILABLE}
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@116ee9cf{SSL,[ssl, http/1.1]}{127.0.0.1:45786}
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.e.j.s.Server Started @1718830ms
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45786}
[junit4] 2> 1718677 ERROR (jetty-launcher-2473-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.6.0
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1718677 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-24T17:45:27.437Z
[junit4] 2> 1718691 INFO (zkConnectionManagerCallback-2480-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1718691 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1718800 INFO (jetty-launcher-2473-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42749/solr
[junit4] 2> 1718811 INFO (zkConnectionManagerCallback-2484-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1718813 INFO (zkConnectionManagerCallback-2486-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1718937 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45786_solr
[junit4] 2> 1718939 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.c.Overseer Overseer (id=73547917294436356-127.0.0.1:45786_solr-n_0000000000) starting
[junit4] 2> 1718959 INFO (zkConnectionManagerCallback-2493-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1718961 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42749/solr ready
[junit4] 2> 1718962 INFO (OverseerStateUpdate-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [n:127.0.0.1:45786_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45786_solr
[junit4] 2> 1718964 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45786_solr
[junit4] 2> 1718982 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1718982 INFO (zkCallback-2485-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1718983 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1718983 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1718983 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1718992 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: []
[junit4] 2> 1718993 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1718993 DEBUG (OverseerAutoScalingTriggerThread-73547917294436356-127.0.0.1:45786_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1718997 DEBUG (ScheduledTrigger-3741-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 0
[junit4] 2> 1718999 INFO (zkCallback-2492-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1719003 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1719012 INFO (jetty-launcher-2473-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42749/solr
[junit4] 2> 1719015 INFO (zkConnectionManagerCallback-2498-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1719017 INFO (zkConnectionManagerCallback-2500-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1719026 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1719030 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45786.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41614d82
[junit4] 2> 1719031 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1719031 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44168_solr
[junit4] 2> 1719032 INFO (zkCallback-2492-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1719032 INFO (zkCallback-2485-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1719038 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45786.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41614d82
[junit4] 2> 1719038 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45786.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41614d82
[junit4] 2> 1719039 INFO (jetty-launcher-2473-thread-1) [n:127.0.0.1:45786_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_DBB568E8ACB6F209-001/tempDir-001/node2/.
[junit4] 2> 1719053 INFO (zkCallback-2499-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1719054 INFO (zkConnectionManagerCallback-2507-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1719055 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1719056 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42749/solr ready
[junit4] 2> 1719057 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1719070 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44168.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41614d82
[junit4] 2> 1719078 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44168.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41614d82
[junit4] 2> 1719078 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44168.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@41614d82
[junit4] 2> 1719079 INFO (jetty-launcher-2473-thread-2) [n:127.0.0.1:44168_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_DBB568E8ACB6F209-001/tempDir-001/node1/.
[junit4] 2> 1719101 INFO (zkConnectionManagerCallback-2510-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1719105 INFO (zkConnectionManagerCallback-2515-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1719106 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1719107 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42749/solr ready
[junit4] 2> 1719129 DEBUG (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10153_solr
[junit4] 2> 1719130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1719130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1719130 DEBUG (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1719130 DEBUG (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1719130 INFO (SUITE-IndexSizeTriggerTest-seed#[DBB568E8ACB6F209]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1719130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1719130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1719131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10154_solr, 127.0.0.1:10153_solr]
[junit4] 2> 1719131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1719131 DEBUG (ScheduledTrigger-3757-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719152 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719172 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719192 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719213 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719233 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719253 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719273 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719293 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719314 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719336 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719356 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719357 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration
[junit4] 2> 1719357 DEBUG (simCloudManagerPool-3756-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testMergeIntegration_collection, currentVersion=1
[junit4] 2> 1719358 DEBUG (simCloudManagerPool-3756-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1719358 DEBUG (simCloudManagerPool-3756-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1719368 DEBUG (simCloudManagerPool-3756-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1719368 DEBUG (simCloudManagerPool-3756-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1719373 DEBUG (simCloudManagerPool-3756-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testMergeIntegration_collection, currentVersion=3
[junit4] 2> 1719376 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719383 DEBUG (simCloudManagerPool-3756-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1719384 DEBUG (simCloudManagerPool-3756-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1719384 DEBUG (simCloudManagerPool-3756-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1719394 DEBUG (simCloudManagerPool-3756-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1719394 DEBUG (simCloudManagerPool-3756-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1719397 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719405 DEBUG (simCloudManagerPool-3756-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1719405 DEBUG (simCloudManagerPool-3756-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1719405 DEBUG (simCloudManagerPool-3756-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10154_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1719415 DEBUG (simCloudManagerPool-3756-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1719416 DEBUG (simCloudManagerPool-3756-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1719416 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1719416 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1719417 DEBUG (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719436 DEBUG (simCloudManagerPool-3756-thread-29) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719436 DEBUG (simCloudManagerPool-3756-thread-29) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1719437 DEBUG (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719437 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1719437 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719437 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1719438 DEBUG (simCloudManagerPool-3756-thread-30) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719439 DEBUG (simCloudManagerPool-3756-thread-30) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1719439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1719439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719439 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1719440 DEBUG (simCloudManagerPool-3756-thread-31) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719440 DEBUG (simCloudManagerPool-3756-thread-31) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1719441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1719441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719441 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1719445 DEBUG (simCloudManagerPool-3756-thread-48) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719446 DEBUG (simCloudManagerPool-3756-thread-48) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1719446 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1719446 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719446 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1719457 DEBUG (ScheduledTrigger-3757-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719478 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719498 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719518 DEBUG (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719538 DEBUG (ScheduledTrigger-3757-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719559 DEBUG (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719571 DEBUG (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1719573 DEBUG (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger3, .auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 1719587 DEBUG (simCloudManagerPool-3756-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=8
[junit4] 2> 1719587 DEBUG (simCloudManagerPool-3756-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 1719587 DEBUG (simCloudManagerPool-3756-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1719607 DEBUG (simCloudManagerPool-3756-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 1719607 DEBUG (simCloudManagerPool-3756-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1719622 DEBUG (simCloudManagerPool-3756-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 1719623 DEBUG (simCloudManagerPool-3756-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1719623 DEBUG (simCloudManagerPool-3756-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=11): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1719633 DEBUG (simCloudManagerPool-3756-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 1719633 DEBUG (simCloudManagerPool-3756-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1719633 DEBUG (simCloudManagerPool-3756-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=12
[junit4] 2> 1719634 INFO (ScheduledTrigger-3757-thread-2) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823185588572384, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1719647 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1719658 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823186753668834, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1719658 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1719658 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try.
[junit4] 2> 1719658 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823186797384084, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1719659 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823186810320684, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1719659 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {AFTER_ACTION=[compute_plan], unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1719659 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1719659 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823186837191634, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1719671 INFO (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823187437398634, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"51158ed48a5532T53y08qwp4axp5vq9zhzloqye1",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":22823176308938034,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":22823182513081684,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1719671 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger3 after 100ms
[junit4] 2> 1719671 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1719671 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 2> 1719671 DEBUG (AutoscalingActionExecutor-3758-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 1776 ms for event id=51158ed48a5532T53y08qwp4axp5vq9zhzloqye1
[junit4] 2> 1719673 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 1719673 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1719674 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 2
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 2
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 2
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 11,240
[junit4] 2> ## maxActiveSliceBytes 11,240
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## * testMergeIntegration_collection
[junit4] 2> ## shardsTotal 2
[junit4] 2> ## shardsState {active=2}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 4
[junit4] 2> ## activeReplicas 4
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 5
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 3
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 3
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 22,980
[junit4] 2> ## maxActiveSliceBytes 11,740
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,490
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> DocCollection(testMergeIntegration_collection//clusterstate.json/12)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10154_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10154_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> DocCollection(.system//clusterstate.json/12)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10154_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 3
[junit4] 2> ## Min replicas per node: 3
[junit4] 2> ## Total replicas: 6
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ## * testMergeIntegration_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - autoscaling 4
[junit4] 2> ## - update 39
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: index_size_trigger3
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 1719674 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1719674 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1719674 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1719674 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1719675 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1719683 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1719683 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1719683 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1719690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1719690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 1719690 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1719694 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1719698 DEBUG (ScheduledTrigger-3762-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 1719698 DEBUG (ScheduledTrigger-3762-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1719698 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10154_solr, 127.0.0.1:10153_solr]
[junit4] 2> 1719698 DEBUG (ScheduledTrigger-3762-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1719699 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719699 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 4
[junit4] 2> 1719699 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1719703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1719703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719703 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1719794 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[DBB568E8ACB6F209]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMergeIntegration
[junit4] 2> 1719815 INFO (TEST-IndexSizeTriggerTest.testMixedBounds-seed#[DBB568E8ACB6F209]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMixedBounds
[junit4] 2> 1719815 DEBUG (simCloudManagerPool-3761-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testMixedBounds_collection, currentVersion=14
[junit4] 2> 1719815 DEBUG (simCloudManagerPool-3761-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 1719815 DEBUG (simCloudManagerPool-3761-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1719826 DEBUG (simCloudManagerPool-3761-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 1719830 DEBUG (simCloudManagerPool-3761-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1719831 DEBUG (simCloudManagerPool-3761-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testMixedBounds_collection, currentVersion=16
[junit4] 2> 1719841 DEBUG (simCloudManagerPool-3761-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 1719841 DEBUG (simCloudManagerPool-3761-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 1719841 DEBUG (simCloudManagerPool-3761-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMixedBounds_collection / shard1 (currentVersion=17): {"core_node1":{
[junit4] 2> "core":"testMixedBounds_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMixedBounds_collection",
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1719851 DEBUG (simCloudManagerPool-3761-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 1719852 DEBUG (simCloudManagerPool-3761-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 1719864 DEBUG (simCloudManagerPool-3761-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 1719865 DEBUG (simCloudManagerPool-3761-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 1719865 DEBUG (TEST-IndexSizeTriggerTest.testMixedBounds-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 1719865 DEBUG (TEST-IndexSizeTriggerTest.testMixedBounds-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 1719865 DEBUG (simCloudManagerPool-3761-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMixedBounds_collection / shard2 (currentVersion=20): {"core_node3":{
[junit4] 2> "core":"testMixedBounds_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMixedBounds_collection",
[junit4] 2> "node_name":"127.0.0.1:10154_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1719875 DEBUG (simCloudManagerPool-3761-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 1719876 DEBUG (simCloudManagerPool-3761-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 1719876 DEBUG (TEST-IndexSizeTriggerTest.testMixedBounds-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 1719876 DEBUG (TEST-IndexSizeTriggerTest.testMixedBounds-seed#[DBB568E8ACB6F209]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 1719887 DEBUG (simCloudManagerPool-3761-thread-20) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719887 DEBUG (simCloudManagerPool-3761-thread-20) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
[junit4] 2> 1719888 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
[junit4] 2> 1719888 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1719888 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719888 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
[junit4] 2> 1719889 DEBUG (simCloudManagerPool-3761-thread-21) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719889 DEBUG (simCloudManagerPool-3761-thread-21) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
[junit4] 2> 1719889 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
[junit4] 2> 1719889 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1719889 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719889 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
[junit4] 2> 1719889 DEBUG (simCloudManagerPool-3761-thread-22) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719890 DEBUG (simCloudManagerPool-3761-thread-22) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
[junit4] 2> 1719890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
[junit4] 2> 1719890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1719890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719890 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
[junit4] 2> 1719890 DEBUG (simCloudManagerPool-3761-thread-23) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1719890 DEBUG (simCloudManagerPool-3761-thread-23) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
[junit4] 2> 1719891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
[junit4] 2> 1719891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1719891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1719891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
[junit4] 2> 1719999 DEBUG (ScheduledTrigger-3741-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1720017 DEBUG (ScheduledTrigger-3762-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"511593fb7c2526T53y08qwp4axp5vq9zhzloqye4",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":22823198437156134,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2> "testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2> "testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}]}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 1720023 DEBUG (ScheduledTrigger-3762-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger4]
[junit4] 2> 1720031 DEBUG (simCloudManagerPool-3761-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=22
[junit4] 2> 1720031 DEBUG (simCloudManagerPool-3761-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 1720031 DEBUG (simCloudManagerPool-3761-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 1720041 DEBUG (simCloudManagerPool-3761-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 1720042 DEBUG (simCloudManagerPool-3761-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 1720069 DEBUG (simCloudManagerPool-3761-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 1720069 DEBUG (simCloudManagerPool-3761-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 1720070 DEBUG (simCloudManagerPool-3761-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=25): {"core_node3":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10153_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1720080 DEBUG (simCloudManagerPool-3761-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 1720080 DEBUG (simCloudManagerPool-3761-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 1720080 DEBUG (simCloudManagerPool-3761-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=26
[junit4] 2> 1720081 INFO (ScheduledTrigger-3762-thread-3) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823207909934934, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"511593fb7c2526T53y08qwp4axp5vq9zhzloqye4",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":22823198437156134,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2> "testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2> "testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":22823205018238384,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}]}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger4",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1720082 DEBUG (AutoscalingActionExecutor-3763-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"511593fb7c2526T53y08qwp4axp5vq9zhzloqye4",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":22823198437156134,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2> "testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2> "testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":22823205018238384,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}]}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}]}}]}}
[junit4] 2> 1720083 INFO (AutoscalingActionExecutor-3763-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=22823208036696434, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"511593fb7c2526T53y08qwp4axp5vq9zhzloqye4",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":22823198437156134,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2> "testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2> "testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":22823205018238384,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}]}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}]}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger4}, config={
[junit4] 2> "trigger":"index_size_trigger4",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1720083 DEBUG (AutoscalingActionExecutor-3763-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"511593fb7c2526T53y08qwp4axp5vq9zhzloqye4",
[junit4] 2> "source":"index_size_trigger4",
[junit4] 2> "eventTime":22823198437156134,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{
[junit4] 2> "testMixedBounds_collection_shard1_replica_n1":"docs=495, bytes=257740",
[junit4] 2> "testMixedBounds_collection_shard2_replica_n3":"docs=505, bytes=262740"},
[junit4] 2> "belowSize":{},
[junit4] 2> "_enqueue_time_":22823205018238384,
[junit4] 2> "requestedOps":[
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard2"}]}},
[junit4] 2> {
[junit4] 2> "action":"SPLITSHARD",
[junit4] 2> "hints":{"COLL_SHARD":[{
[junit4] 2> "first":"testMixedBounds_collection",
[junit4] 2> "second":"shard1"}]}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1720094 DEBUG (A
[...truncated too long message...]
ome/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1997516072
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1997516072
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1997516072
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 145ms :: artifacts dl 6ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 226 minutes 4 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 195 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/195/
4 tests failed.
FAILED: org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader
Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41483/forceleader_test_collection
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41483/forceleader_test_collection
at __randomizedtesting.SeedInfo.seed([9698093204B43D8C:700F3DF23D36C4ED]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:623)
at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:608)
at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:555)
at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:408)
at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:288)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1010)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
at java.net.SocketInputStream.socketRead0(Native Method)
at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
at java.net.SocketInputStream.read(SocketInputStream.java:171)
at java.net.SocketInputStream.read(SocketInputStream.java:141)
at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 49 more
FAILED: org.apache.solr.cloud.ShardRoutingTest.test
Error Message:
KeeperErrorCode = Session expired for /clusterstate.json
Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /clusterstate.json
at __randomizedtesting.SeedInfo.seed([9698093204B43D8C:1ECC36E8AA485074]:0)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:341)
at org.apache.solr.common.cloud.ZkStateReader.refreshLegacyClusterState(ZkStateReader.java:572)
at org.apache.solr.common.cloud.ZkStateReader.forceUpdateCollection(ZkStateReader.java:376)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:681)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.updateMappingsFromZk(AbstractFullDistribZkTestBase.java:676)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:471)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1008)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testBelowSearchRate
Error Message:
[Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"belowRate_collection", "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"belowRate_collection", "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"belowRate_collection", "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:34420_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:41012_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:36429_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:35830_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:34879_solr]}}] expected:<7> but was:<8>
Stack Trace:
java.lang.AssertionError: [Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"belowRate_collection",
"second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"belowRate_collection",
"second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"belowRate_collection",
"second":"shard1"}], REPLICA=[core_node6]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:34420_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:41012_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:36429_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:35830_solr]}}, Op{action=NONE, hints={SRC_NODE=[127.0.0.1:34879_solr]}}] expected:<7> but was:<8>
at __randomizedtesting.SeedInfo.seed([9698093204B43D8C:FC35AF525C5CB89F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testBelowSearchRate(SearchRateTriggerIntegrationTest.java:400)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica
Error Message:
Timeout waiting for collection to become active Live Nodes: [127.0.0.1:10157_solr, 127.0.0.1:10159_solr, 127.0.0.1:10155_solr, 127.0.0.1:10156_solr, 127.0.0.1:10158_solr] Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={ "replicationFactor":"1", "pullReplicas":"0", "router":{"name":"compositeId"}, "maxShardsPerNode":"1", "autoAddReplicas":"false", "nrtReplicas":"1", "tlogReplicas":"0", "autoCreated":"true", "policy":"c1", "shards":{"shard1":{ "replicas":{"core_node1":{ "core":"testCreateCollectionAddReplica_shard1_replica_n1", "SEARCHER.searcher.maxDoc":0, "SEARCHER.searcher.deletedDocs":0, "INDEX.sizeInBytes":10240, "node_name":"127.0.0.1:10159_solr", "state":"active", "type":"NRT", "INDEX.sizeInGB":9.5367431640625E-6, "SEARCHER.searcher.numDocs":0}}, "range":"80000000-7fffffff", "state":"active"}}}
Stack Trace:
java.lang.AssertionError: Timeout waiting for collection to become active
Live Nodes: [127.0.0.1:10157_solr, 127.0.0.1:10159_solr, 127.0.0.1:10155_solr, 127.0.0.1:10156_solr, 127.0.0.1:10158_solr]
Last available state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10159_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at __randomizedtesting.SeedInfo.seed([9698093204B43D8C:16B86C1C15F7D52A]:0)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:70)
at org.apache.solr.cloud.autoscaling.sim.TestSimPolicyCloud.testCreateCollectionAddReplica(TestSimPolicyCloud.java:123)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: last ClusterState: znodeVersion: 31
live nodes:[127.0.0.1:10157_solr, 127.0.0.1:10159_solr, 127.0.0.1:10155_solr, 127.0.0.1:10156_solr, 127.0.0.1:10158_solr]
collections:{testCreateCollectionAddReplica=DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10159_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}}, last coll state: DocCollection(testCreateCollectionAddReplica//clusterstate.json/30)={
"replicationFactor":"1",
"pullReplicas":"0",
"router":{"name":"compositeId"},
"maxShardsPerNode":"1",
"autoAddReplicas":"false",
"nrtReplicas":"1",
"tlogReplicas":"0",
"autoCreated":"true",
"policy":"c1",
"shards":{"shard1":{
"replicas":{"core_node1":{
"core":"testCreateCollectionAddReplica_shard1_replica_n1",
"SEARCHER.searcher.maxDoc":0,
"SEARCHER.searcher.deletedDocs":0,
"INDEX.sizeInBytes":10240,
"node_name":"127.0.0.1:10159_solr",
"state":"active",
"type":"NRT",
"INDEX.sizeInGB":9.5367431640625E-6,
"SEARCHER.searcher.numDocs":0}},
"range":"80000000-7fffffff",
"state":"active"}}}
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:112)
at org.apache.solr.cloud.CloudTestUtils.waitForState(CloudTestUtils.java:64)
... 41 more
Build Log:
[...truncated 12688 lines...]
[junit4] Suite: org.apache.solr.cloud.ShardRoutingTest
[junit4] 2> 884750 INFO (SUITE-ShardRoutingTest-seed#[9698093204B43D8C]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/init-core-data-001
[junit4] 2> 884763 WARN (SUITE-ShardRoutingTest-seed#[9698093204B43D8C]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 884763 INFO (SUITE-ShardRoutingTest-seed#[9698093204B43D8C]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 884764 INFO (SUITE-ShardRoutingTest-seed#[9698093204B43D8C]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 884781 INFO (SUITE-ShardRoutingTest-seed#[9698093204B43D8C]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /hd_zw/
[junit4] 2> 884786 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 884797 INFO (Thread-706) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 884797 INFO (Thread-706) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 884833 ERROR (Thread-706) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 884901 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkTestServer start zk server on port:34470
[junit4] 2> 884933 INFO (zkConnectionManagerCallback-808-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 884963 INFO (zkConnectionManagerCallback-810-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 884967 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 884976 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
[junit4] 2> 884977 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 884978 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 884980 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 884981 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 884982 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 884983 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 884984 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 884985 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 884986 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractZkTestCase put /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 884992 INFO (zkConnectionManagerCallback-814-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 884994 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 885160 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 885209 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 885209 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 885210 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 885211 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e9e656d{/hd_zw,null,AVAILABLE}
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@518081cd{SSL,[ssl, http/1.1]}{127.0.0.1:42534}
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.Server Started @885264ms
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/tempDir-001/control/data, replicaType=NRT, hostContext=/hd_zw, hostPort=42534, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/control-001/cores}
[junit4] 2> 885214 ERROR (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 885214 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-23T18:15:35.036Z
[junit4] 2> 885243 INFO (zkConnectionManagerCallback-816-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885244 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 885244 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/control-001/solr.xml
[junit4] 2> 885248 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 885248 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 885249 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 885491 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34470/solr
[junit4] 2> 885505 INFO (zkConnectionManagerCallback-820-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885529 INFO (zkConnectionManagerCallback-822-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885615 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42534_hd_zw
[junit4] 2> 885616 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.Overseer Overseer (id=73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) starting
[junit4] 2> 885643 INFO (zkConnectionManagerCallback-829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885648 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34470/solr ready
[junit4] 2> 885665 INFO (OverseerStateUpdate-73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42534_hd_zw
[junit4] 2> 885665 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42534_hd_zw
[junit4] 2> 885685 INFO (OverseerStateUpdate-73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 885713 INFO (zkCallback-828-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 885725 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 885741 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 885752 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 885753 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 885754 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/control-001/cores
[junit4] 2> 885821 INFO (zkConnectionManagerCallback-835-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 885822 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 885822 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34470/solr ready
[junit4] 2> 885869 INFO (qtp508932779-3705) [n:127.0.0.1:42534_hd_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42534_hd_zw&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 885897 INFO (OverseerThreadFactory-1455-thread-1-processing-n:127.0.0.1:42534_hd_zw) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 886026 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 886053 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw x:control_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 886054 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw x:control_collection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 887085 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 887115 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 887279 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 887351 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 887352 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 887370 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 887388 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34028868445891575]
[junit4] 2> 887404 WARN (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 887505 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 887506 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 887507 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 887507 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 887508 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=42.1240234375, floorSegmentMB=0.751953125, forceMergeDeletesPctAllowed=15.677601043525792, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=48.2309225748554
[junit4] 2> 887514 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22a4894[control_collection_shard1_replica_n1] main]
[junit4] 2> 887515 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 887516 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 887517 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 887517 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615141050608779264
[junit4] 2> 887518 INFO (searcherExecutor-1460-thread-1-processing-n:127.0.0.1:42534_hd_zw x:control_collection_shard1_replica_n1 c:control_collection s:shard1) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@22a4894[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 887542 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/control_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 887549 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 887549 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 887550 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42534/hd_zw/control_collection_shard1_replica_n1/
[junit4] 2> 887551 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 887551 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:42534/hd_zw/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 887551 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 887560 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42534/hd_zw/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 887666 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 887668 INFO (qtp508932779-3704) [n:127.0.0.1:42534_hd_zw c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1615
[junit4] 2> 887676 INFO (qtp508932779-3705) [n:127.0.0.1:42534_hd_zw ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 887771 INFO (zkCallback-821-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 887897 INFO (OverseerCollectionConfigSetProcessor-73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 888677 INFO (qtp508932779-3705) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:42534_hd_zw&wt=javabin&version=2} status=0 QTime=2808
[junit4] 2> 888733 INFO (zkConnectionManagerCallback-840-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 888734 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 888734 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34470/solr ready
[junit4] 2> 888734 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 888745 INFO (qtp508932779-3703) [n:127.0.0.1:42534_hd_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 888757 INFO (OverseerThreadFactory-1455-thread-2-processing-n:127.0.0.1:42534_hd_zw) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 888978 WARN (OverseerThreadFactory-1455-thread-2-processing-n:127.0.0.1:42534_hd_zw) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 888982 INFO (qtp508932779-3703) [n:127.0.0.1:42534_hd_zw ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 888982 INFO (qtp508932779-3703) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=4&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=236
[junit4] 2> 889239 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-1-001 of type NRT
[junit4] 2> 889241 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 889321 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 889321 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 889321 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 889333 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4044d0bd{/hd_zw,null,AVAILABLE}
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@40b21efd{SSL,[ssl, http/1.1]}{127.0.0.1:40693}
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.Server Started @889384ms
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/hd_zw, hostPort=40693, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-1-001/cores}
[junit4] 2> 889334 ERROR (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 889334 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-23T18:15:39.156Z
[junit4] 2> 889385 INFO (zkConnectionManagerCallback-842-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 889388 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 889388 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-1-001/solr.xml
[junit4] 2> 889392 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 889392 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 889393 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 889824 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34470/solr
[junit4] 2> 889864 INFO (zkConnectionManagerCallback-846-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 889909 INFO (zkConnectionManagerCallback-848-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 889914 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 889917 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 889917 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40693_hd_zw
[junit4] 2> 889919 INFO (zkCallback-839-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 889919 INFO (zkCallback-828-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 889919 INFO (zkCallback-821-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 889942 INFO (zkCallback-847-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 889974 INFO (zkConnectionManagerCallback-855-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 889976 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 889977 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34470/solr ready
[junit4] 2> 889989 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 890010 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 890028 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 890028 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 890034 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-1-001/cores
[junit4] 2> 890120 INFO (qtp1098555694-3757) [n:127.0.0.1:40693_hd_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40693_hd_zw&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 890133 INFO (OverseerCollectionConfigSetProcessor-73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 890158 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 890162 INFO (qtp508932779-3707) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 890163 INFO (qtp508932779-3703) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 890164 INFO (OverseerThreadFactory-1455-thread-3-processing-n:127.0.0.1:42534_hd_zw) [n:127.0.0.1:42534_hd_zw c:collection1 s:shard2 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40693_hd_zw for creating new replica of shard shard2 for collection collection1
[junit4] 2> 890172 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw x:collection1_shard2_replica_n81] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n81&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 891217 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 891389 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.IndexSchema [collection1_shard2_replica_n81] Schema name=test
[junit4] 2> 891613 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 891634 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n81' using configuration from collection collection1, trusted=true
[junit4] 2> 891634 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n81' (registry 'solr.core.collection1.shard2.replica_n81') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 891634 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrCore [[collection1_shard2_replica_n81] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-1-001/cores/collection1_shard2_replica_n81], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-1-001/cores/collection1_shard2_replica_n81/data/]
[junit4] 2> 891638 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34028868445891575]
[junit4] 2> 891674 WARN (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 891888 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 891888 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 891954 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 891954 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 891955 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=42.1240234375, floorSegmentMB=0.751953125, forceMergeDeletesPctAllowed=15.677601043525792, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=48.2309225748554
[junit4] 2> 891964 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.SolrIndexSearcher Opening [Searcher@160cfc83[collection1_shard2_replica_n81] main]
[junit4] 2> 891965 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 891966 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 891966 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 891967 INFO (searcherExecutor-1474-thread-1-processing-n:127.0.0.1:40693_hd_zw x:collection1_shard2_replica_n81 c:collection1 s:shard2) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SolrCore [collection1_shard2_replica_n81] Registered new searcher Searcher@160cfc83[collection1_shard2_replica_n81] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 891967 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615141055274942464
[junit4] 2> 891997 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard2 to Terms{values={core_node82=0}, version=0}
[junit4] 2> 892003 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 892003 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 892003 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40693/hd_zw/collection1_shard2_replica_n81/
[junit4] 2> 892003 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 892003 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.SyncStrategy https://127.0.0.1:40693/hd_zw/collection1_shard2_replica_n81/ has no replicas
[junit4] 2> 892003 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 892007 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40693/hd_zw/collection1_shard2_replica_n81/ shard2
[junit4] 2> 892158 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 892160 INFO (qtp1098555694-3762) [n:127.0.0.1:40693_hd_zw c:collection1 s:shard2 x:collection1_shard2_replica_n81] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n81&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1987
[junit4] 2> 892165 INFO (qtp1098555694-3757) [n:127.0.0.1:40693_hd_zw c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40693_hd_zw&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=2044
[junit4] 2> 892431 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-2-001 of type NRT
[junit4] 2> 892432 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 892442 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 892442 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 892442 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 892443 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@653c48fc{/hd_zw,null,AVAILABLE}
[junit4] 2> 892443 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3310e659{SSL,[ssl, http/1.1]}{127.0.0.1:38272}
[junit4] 2> 892443 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.e.j.s.Server Started @892494ms
[junit4] 2> 892443 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/hd_zw, hostPort=38272, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-2-001/cores}
[junit4] 2> 892444 ERROR (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 892450 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 892451 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 892451 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 892451 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 892451 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-23T18:15:42.273Z
[junit4] 2> 892459 INFO (zkConnectionManagerCallback-858-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 892460 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 892460 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-2-001/solr.xml
[junit4] 2> 892464 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 892464 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 892465 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 892538 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34470/solr
[junit4] 2> 892540 INFO (zkConnectionManagerCallback-862-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 892542 INFO (zkConnectionManagerCallback-864-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 892547 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 892550 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 892550 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38272_hd_zw
[junit4] 2> 892552 INFO (zkCallback-828-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 892552 INFO (zkCallback-839-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 892552 INFO (zkCallback-847-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 892552 INFO (zkCallback-854-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 892552 INFO (zkCallback-821-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 892573 INFO (zkCallback-863-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 892608 INFO (zkConnectionManagerCallback-871-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 892614 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 892615 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34470/solr ready
[junit4] 2> 892625 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 892640 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 892664 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 892674 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 892676 INFO (TEST-ShardRoutingTest.test-seed#[9698093204B43D8C]) [ ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-2-001/cores
[junit4] 2> 892793 INFO (qtp865298415-3796) [n:127.0.0.1:38272_hd_zw ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38272_hd_zw&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 892801 INFO (OverseerCollectionConfigSetProcessor-73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) [n:127.0.0.1:42534_hd_zw ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 892819 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 892830 INFO (qtp1098555694-3759) [n:127.0.0.1:40693_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.collection1.shard2.replica_n81:INDEX.sizeInBytes} status=0 QTime=4
[junit4] 2> 892832 INFO (qtp1098555694-3757) [n:127.0.0.1:40693_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 892833 INFO (qtp508932779-3703) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.control_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 892834 INFO (qtp508932779-3707) [n:127.0.0.1:42534_hd_zw ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 892835 INFO (OverseerThreadFactory-1455-thread-4-processing-n:127.0.0.1:42534_hd_zw) [n:127.0.0.1:42534_hd_zw c:collection1 s:shard3 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38272_hd_zw for creating new replica of shard shard3 for collection collection1
[junit4] 2> 892845 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw x:collection1_shard3_replica_n83] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n83&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 893883 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 893904 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.IndexSchema [collection1_shard3_replica_n83] Schema name=test
[junit4] 2> 894046 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
[junit4] 2> 894073 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard3_replica_n83' using configuration from collection collection1, trusted=true
[junit4] 2> 894074 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard3.replica_n83' (registry 'solr.core.collection1.shard3.replica_n83') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f7b50f5
[junit4] 2> 894074 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrCore [[collection1_shard3_replica_n83] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-2-001/cores/collection1_shard3_replica_n83], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/../../../../../../../../../../home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.ShardRoutingTest_9698093204B43D8C-001/shard-2-001/cores/collection1_shard3_replica_n83/data/]
[junit4] 2> 894085 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=32, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34028868445891575]
[junit4] 2> 894115 WARN (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 894302 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 894302 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 894303 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 894303 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 894304 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=24, maxMergeAtOnceExplicit=21, maxMergedSegmentMB=42.1240234375, floorSegmentMB=0.751953125, forceMergeDeletesPctAllowed=15.677601043525792, segmentsPerTier=38.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0, deletesPctAllowed=48.2309225748554
[junit4] 2> 894305 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d1da9d6[collection1_shard3_replica_n83] main]
[junit4] 2> 894317 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 894318 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 894319 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 894319 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615141057741193216
[junit4] 2> 894320 INFO (searcherExecutor-1488-thread-1-processing-n:127.0.0.1:38272_hd_zw x:collection1_shard3_replica_n83 c:collection1 s:shard3) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SolrCore [collection1_shard3_replica_n83] Registered new searcher Searcher@5d1da9d6[collection1_shard3_replica_n83] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 894340 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard3 to Terms{values={core_node84=0}, version=0}
[junit4] 2> 894345 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 894345 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 894345 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38272/hd_zw/collection1_shard3_replica_n83/
[junit4] 2> 894346 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 894346 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.SyncStrategy https://127.0.0.1:38272/hd_zw/collection1_shard3_replica_n83/ has no replicas
[junit4] 2> 894346 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 894348 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38272/hd_zw/collection1_shard3_replica_n83/ shard3
[junit4] 2> 894500 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 894503 INFO (qtp865298415-3799) [n:127.0.0.1:38272_hd_zw c:collection1 s:shard3 x:collection1_shard3_replica_n83] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard3_replica_n83&action=CREATE&collection=collection1&shard=shard3&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1657
[junit4] 2> 894510 INFO (qtp865298415-3796) [n:127.0.0.1:38272_hd_zw c:collection1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38272_hd_zw&action=ADDREPLICA&collection=collection1&shard=shard3&type=NRT&wt=javabin&version=2} status=0 QTime=1717
[junit4] 2> 894511 INFO (OverseerCollectionConfigSetProcessor-73542373431312389-127.0.0.1:42534_hd_zw-n_0000000000) [n:12
[...truncated too long message...]
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null522717157
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null522717157
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null522717157
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 127ms :: artifacts dl 29ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 222 minutes 6 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 194 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/194/
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Error from server at https://127.0.0.1:41849/solr: create the collection time out:180s
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41849/solr: create the collection time out:180s
at __randomizedtesting.SeedInfo.seed([B3143940EEE10292:8BA71DBEC912D643]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup
Error Message:
missing cleanup event: [CapturedEvent{timestamp=1351396268325367, stage=STARTED, actionName='null', event={ "id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb", "source":".scheduled_maintenance", "eventTime":1351396250596509, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216609856, "_enqueue_time_":1351396252475977}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351396281033697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb", "source":".scheduled_maintenance", "eventTime":1351396250596509, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216609856, "_enqueue_time_":1351396252475977}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351396288253308, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb", "source":".scheduled_maintenance", "eventTime":1351396250596509, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216609856, "_enqueue_time_":1351396252475977}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540043809828617673, currentTimeNs=1540216609893646655, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351396290533878, stage=SUCCEEDED, actionName='null', event={ "id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb", "source":".scheduled_maintenance", "eventTime":1351396250596509, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216609856, "_enqueue_time_":1351396252475977}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401292875919, stage=STARTED, actionName='null', event={ "id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch", "source":".scheduled_maintenance", "eventTime":1351401291865666, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216614898, "_enqueue_time_":1351401292131992}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401297596886, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch", "source":".scheduled_maintenance", "eventTime":1351401291865666, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216614898, "_enqueue_time_":1351401292131992}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401302204596, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch", "source":".scheduled_maintenance", "eventTime":1351401291865666, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216614898, "_enqueue_time_":1351401292131992}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401303688298, stage=SUCCEEDED, actionName='null', event={ "id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch", "source":".scheduled_maintenance", "eventTime":1351401291865666, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216614898, "_enqueue_time_":1351401292131992}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406305312893, stage=STARTED, actionName='null', event={ "id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci", "source":".scheduled_maintenance", "eventTime":1351406304218089, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216619910, "_enqueue_time_":1351406304586038}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406306107203, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci", "source":".scheduled_maintenance", "eventTime":1351406304218089, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216619910, "_enqueue_time_":1351406304586038}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406308907764, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci", "source":".scheduled_maintenance", "eventTime":1351406304218089, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216619910, "_enqueue_time_":1351406304586038}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406310310440, stage=SUCCEEDED, actionName='null', event={ "id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci", "source":".scheduled_maintenance", "eventTime":1351406304218089, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216619910, "_enqueue_time_":1351406304586038}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411311705422, stage=STARTED, actionName='null', event={ "id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj", "source":".scheduled_maintenance", "eventTime":1351411310789593, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216624917, "_enqueue_time_":1351411311033422}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411312550994, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj", "source":".scheduled_maintenance", "eventTime":1351411310789593, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216624917, "_enqueue_time_":1351411311033422}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411315381422, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj", "source":".scheduled_maintenance", "eventTime":1351411310789593, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216624917, "_enqueue_time_":1351411311033422}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411316790481, stage=SUCCEEDED, actionName='null', event={ "id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj", "source":".scheduled_maintenance", "eventTime":1351411310789593, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216624917, "_enqueue_time_":1351411311033422}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416318272318, stage=STARTED, actionName='null', event={ "id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck", "source":".scheduled_maintenance", "eventTime":1351416317304959, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216629923, "_enqueue_time_":1351416317544947}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416318978697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck", "source":".scheduled_maintenance", "eventTime":1351416317304959, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216629923, "_enqueue_time_":1351416317544947}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416321766335, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck", "source":".scheduled_maintenance", "eventTime":1351416317304959, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216629923, "_enqueue_time_":1351416317544947}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416323165287, stage=SUCCEEDED, actionName='null', event={ "id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck", "source":".scheduled_maintenance", "eventTime":1351416317304959, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216629923, "_enqueue_time_":1351416317544947}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421324775000, stage=STARTED, actionName='null', event={ "id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl", "source":".scheduled_maintenance", "eventTime":1351421323780281, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216634930, "_enqueue_time_":1351421324030024}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421326247890, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl", "source":".scheduled_maintenance", "eventTime":1351421323780281, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216634930, "_enqueue_time_":1351421324030024}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421328667608, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={ "id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl", "source":".scheduled_maintenance", "eventTime":1351421323780281, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216634930, "_enqueue_time_":1351421324030024}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540216609887576952, currentTimeNs=1540216634933932508, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421330136429, stage=SUCCEEDED, actionName='null', event={ "id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl", "source":".scheduled_maintenance", "eventTime":1351421323780281, "eventType":"SCHEDULED", "properties":{ "actualEventTime":1540216634930, "_enqueue_time_":1351421324030024}}, context={}, config={ "trigger":".scheduled_maintenance", "stage":[ "STARTED", "ABORTED", "SUCCEEDED", "FAILED"], "beforeAction":"inactive_shard_plan", "afterAction":"inactive_shard_plan", "class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
Stack Trace:
java.lang.AssertionError: missing cleanup event: [CapturedEvent{timestamp=1351396268325367, stage=STARTED, actionName='null', event={
"id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb",
"source":".scheduled_maintenance",
"eventTime":1351396250596509,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216609856,
"_enqueue_time_":1351396252475977}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351396281033697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb",
"source":".scheduled_maintenance",
"eventTime":1351396250596509,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216609856,
"_enqueue_time_":1351396252475977}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351396288253308, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb",
"source":".scheduled_maintenance",
"eventTime":1351396250596509,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216609856,
"_enqueue_time_":1351396252475977}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/staleShard-splitting={stateTimestamp=1540043809828617673, currentTimeNs=1540216609893646655, deltaSec=172800, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351396290533878, stage=SUCCEEDED, actionName='null', event={
"id":"4cd167577b49dT2quxgh1a14o1iinnxetql4bcb",
"source":".scheduled_maintenance",
"eventTime":1351396250596509,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216609856,
"_enqueue_time_":1351396252475977}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401292875919, stage=STARTED, actionName='null', event={
"id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch",
"source":".scheduled_maintenance",
"eventTime":1351401291865666,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216614898,
"_enqueue_time_":1351401292131992}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401297596886, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch",
"source":".scheduled_maintenance",
"eventTime":1351401291865666,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216614898,
"_enqueue_time_":1351401292131992}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401302204596, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch",
"source":".scheduled_maintenance",
"eventTime":1351401291865666,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216614898,
"_enqueue_time_":1351401292131992}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351401303688298, stage=SUCCEEDED, actionName='null', event={
"id":"4cd17a1f35e42T2quxgh1a14o1iinnxetql4bch",
"source":".scheduled_maintenance",
"eventTime":1351401291865666,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216614898,
"_enqueue_time_":1351401292131992}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406305312893, stage=STARTED, actionName='null', event={
"id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci",
"source":".scheduled_maintenance",
"eventTime":1351406304218089,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216619910,
"_enqueue_time_":1351406304586038}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406306107203, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci",
"source":".scheduled_maintenance",
"eventTime":1351406304218089,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216619910,
"_enqueue_time_":1351406304586038}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406308907764, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci",
"source":".scheduled_maintenance",
"eventTime":1351406304218089,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216619910,
"_enqueue_time_":1351406304586038}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351406310310440, stage=SUCCEEDED, actionName='null', event={
"id":"4cd18ccb5cbe9T2quxgh1a14o1iinnxetql4bci",
"source":".scheduled_maintenance",
"eventTime":1351406304218089,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216619910,
"_enqueue_time_":1351406304586038}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411311705422, stage=STARTED, actionName='null', event={
"id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj",
"source":".scheduled_maintenance",
"eventTime":1351411310789593,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216624917,
"_enqueue_time_":1351411311033422}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411312550994, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj",
"source":".scheduled_maintenance",
"eventTime":1351411310789593,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216624917,
"_enqueue_time_":1351411311033422}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411315381422, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj",
"source":".scheduled_maintenance",
"eventTime":1351411310789593,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216624917,
"_enqueue_time_":1351411311033422}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351411316790481, stage=SUCCEEDED, actionName='null', event={
"id":"4cd19f72003d9T2quxgh1a14o1iinnxetql4bcj",
"source":".scheduled_maintenance",
"eventTime":1351411310789593,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216624917,
"_enqueue_time_":1351411311033422}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416318272318, stage=STARTED, actionName='null', event={
"id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck",
"source":".scheduled_maintenance",
"eventTime":1351416317304959,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216629923,
"_enqueue_time_":1351416317544947}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416318978697, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck",
"source":".scheduled_maintenance",
"eventTime":1351416317304959,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216629923,
"_enqueue_time_":1351416317544947}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416321766335, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck",
"source":".scheduled_maintenance",
"eventTime":1351416317304959,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216629923,
"_enqueue_time_":1351416317544947}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351416323165287, stage=SUCCEEDED, actionName='null', event={
"id":"4cd1b2189607fT2quxgh1a14o1iinnxetql4bck",
"source":".scheduled_maintenance",
"eventTime":1351416317304959,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216629923,
"_enqueue_time_":1351416317544947}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421324775000, stage=STARTED, actionName='null', event={
"id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl",
"source":".scheduled_maintenance",
"eventTime":1351421323780281,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216634930,
"_enqueue_time_":1351421324030024}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421326247890, stage=BEFORE_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl",
"source":".scheduled_maintenance",
"eventTime":1351421323780281,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216634930,
"_enqueue_time_":1351421324030024}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421328667608, stage=AFTER_ACTION, actionName='inactive_shard_plan', event={
"id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl",
"source":".scheduled_maintenance",
"eventTime":1351421323780281,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216634930,
"_enqueue_time_":1351421324030024}}, context={properties.BEFORE_ACTION=[inactive_shard_plan, execute_plan, test], source=.scheduled_maintenance, properties.inactive_shard_plan={staleLocks={ScheduledMaintenanceTriggerTest_collection1/shard1-splitting={stateTimestamp=1540216609887576952, currentTimeNs=1540216634933932508, deltaSec=25, ttlSec=20}}}, properties.AFTER_ACTION=[inactive_shard_plan, execute_plan, test]}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}, CapturedEvent{timestamp=1351421330136429, stage=SUCCEEDED, actionName='null', event={
"id":"4cd1c4bf220b9T2quxgh1a14o1iinnxetql4bcl",
"source":".scheduled_maintenance",
"eventTime":1351421323780281,
"eventType":"SCHEDULED",
"properties":{
"actualEventTime":1540216634930,
"_enqueue_time_":1351421324030024}}, context={}, config={
"trigger":".scheduled_maintenance",
"stage":[
"STARTED",
"ABORTED",
"SUCCEEDED",
"FAILED"],
"beforeAction":"inactive_shard_plan",
"afterAction":"inactive_shard_plan",
"class":"org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest$CapturingTriggerListener"}, message='null'}]
at __randomizedtesting.SeedInfo.seed([B3143940EEE10292:AE38F9328FA22599]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNotNull(Assert.java:526)
at org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest.testInactiveShardCleanup(ScheduledMaintenanceTriggerTest.java:253)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at https://127.0.0.1:35787/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:35787/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([BBBA7C223892F907:790D404A3BD2097F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:238)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35787/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned
Error Message:
Error from server at https://127.0.0.1:35787/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:35787/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([BBBA7C223892F907:437C8517AB8B61CF]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35787/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 12833 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest
[junit4] 2> 493402 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_B3143940EEE10292-001/init-core-data-001
[junit4] 2> 493403 WARN (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
[junit4] 2> 493413 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 493416 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 493416 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_B3143940EEE10292-001/tempDir-001
[junit4] 2> 493416 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 493473 INFO (Thread-641) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 493473 INFO (Thread-641) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 493513 ERROR (Thread-641) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 493561 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:41352
[junit4] 2> 493585 INFO (zkConnectionManagerCallback-1010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 493590 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 493591 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 493591 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 493591 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 493592 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b94fabe{/solr,null,AVAILABLE}
[junit4] 2> 493600 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1dd47bb{HTTP/1.1,[http/1.1]}{127.0.0.1:38348}
[junit4] 2> 493600 INFO (jetty-launcher-1007-thread-1) [ ] o.e.j.s.Server Started @493657ms
[junit4] 2> 493600 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38348}
[junit4] 2> 493600 ERROR (jetty-launcher-1007-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 493601 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 493601 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 493601 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 493601 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 493601 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-22T13:56:46.243Z
[junit4] 2> 493613 INFO (zkConnectionManagerCallback-1012-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 493614 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 493961 INFO (jetty-launcher-1007-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41352/solr
[junit4] 2> 493964 INFO (zkConnectionManagerCallback-1016-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 493969 INFO (zkConnectionManagerCallback-1018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494220 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38348_solr
[junit4] 2> 494221 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.c.Overseer Overseer (id=72146158897987587-127.0.0.1:38348_solr-n_0000000000) starting
[junit4] 2> 494254 INFO (zkConnectionManagerCallback-1025-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494257 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41352/solr ready
[junit4] 2> 494258 INFO (OverseerStateUpdate-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [n:127.0.0.1:38348_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38348_solr
[junit4] 2> 494259 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38348_solr
[junit4] 2> 494265 INFO (OverseerStateUpdate-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [n:127.0.0.1:38348_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 494269 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 494271 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 494272 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 494272 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 494287 INFO (zkCallback-1024-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 494293 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:38348_solr]
[junit4] 2> 494301 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 494301 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 494302 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 494302 DEBUG (ScheduledTrigger-1573-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 494343 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38348.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34849fb5
[junit4] 2> 494357 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38348.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34849fb5
[junit4] 2> 494357 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38348.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34849fb5
[junit4] 2> 494359 INFO (jetty-launcher-1007-thread-1) [n:127.0.0.1:38348_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_B3143940EEE10292-001/tempDir-001/node1/.
[junit4] 2> 494393 INFO (zkConnectionManagerCallback-1028-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494402 INFO (zkConnectionManagerCallback-1033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 494406 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 494411 INFO (SUITE-ScheduledMaintenanceTriggerTest-seed#[B3143940EEE10292]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41352/solr ready
[junit4] 2> 494433 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[B3143940EEE10292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTriggerDefaults
[junit4] 2> 494434 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[B3143940EEE10292]) [ ] o.a.s.c.a.ScheduledMaintenanceTriggerTest {
[junit4] 2> "triggers":{
[junit4] 2> ".auto_add_replicas":{
[junit4] 2> "name":".auto_add_replicas",
[junit4] 2> "event":"nodeLost",
[junit4] 2> "waitFor":120,
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"auto_add_replicas_plan",
[junit4] 2> "class":"solr.AutoAddReplicasPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]},
[junit4] 2> ".scheduled_maintenance":{
[junit4] 2> "name":".scheduled_maintenance",
[junit4] 2> "event":"scheduled",
[junit4] 2> "startTime":"NOW",
[junit4] 2> "every":"+1DAY",
[junit4] 2> "enabled":true,
[junit4] 2> "actions":[
[junit4] 2> {
[junit4] 2> "name":"inactive_shard_plan",
[junit4] 2> "class":"solr.InactiveShardPlanAction"},
[junit4] 2> {
[junit4] 2> "name":"execute_plan",
[junit4] 2> "class":"solr.ExecutePlanAction"}]}},
[junit4] 2> "listeners":{
[junit4] 2> ".auto_add_replicas.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".auto_add_replicas",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"},
[junit4] 2> ".scheduled_maintenance.system":{
[junit4] 2> "beforeAction":[],
[junit4] 2> "afterAction":[],
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED",
[junit4] 2> "BEFORE_ACTION",
[junit4] 2> "AFTER_ACTION",
[junit4] 2> "IGNORED"],
[junit4] 2> "trigger":".scheduled_maintenance",
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.SystemLogListener"}},
[junit4] 2> "properties":{}}
[junit4] 2> 494443 INFO (qtp1885666094-3984) [n:127.0.0.1:38348_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 494444 DEBUG (qtp1885666094-3989) [n:127.0.0.1:38348_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 494445 INFO (qtp1885666094-3989) [n:127.0.0.1:38348_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
[junit4] 2> 494445 DEBUG (zkCallback-1024-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 494446 INFO (TEST-ScheduledMaintenanceTriggerTest.testTriggerDefaults-seed#[B3143940EEE10292]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testTriggerDefaults
[junit4] 2> 494447 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 494481 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 494490 DEBUG (OverseerAutoScalingTriggerThread-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 494502 INFO (TEST-ScheduledMaintenanceTriggerTest.testInactiveShardCleanup-seed#[B3143940EEE10292]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testInactiveShardCleanup
[junit4] 2> 494503 INFO (qtp1885666094-3985) [n:127.0.0.1:38348_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 494521 INFO (OverseerThreadFactory-1575-thread-1-processing-n:127.0.0.1:38348_solr) [n:127.0.0.1:38348_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection ScheduledMaintenanceTriggerTest_collection1
[junit4] 2> 494629 INFO (qtp1885666094-3984) [n:127.0.0.1:38348_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 494634 INFO (OverseerStateUpdate-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [n:127.0.0.1:38348_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"ScheduledMaintenanceTriggerTest_collection1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38348/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 494852 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 494852 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 495310 DEBUG (ScheduledTrigger-1573-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 495886 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 495900 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 495903 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 495903 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1' using configuration from collection ScheduledMaintenanceTriggerTest_collection1, trusted=true
[junit4] 2> 495906 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38348.solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1' (registry 'solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@34849fb5
[junit4] 2> 495906 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_B3143940EEE10292-001/tempDir-001/node1/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.ScheduledMaintenanceTriggerTest_B3143940EEE10292-001/tempDir-001/node1/./ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/data/]
[junit4] 2> 495985 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 495985 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 495990 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 495990 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 495993 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@554a314f[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main]
[junit4] 2> 495994 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 495995 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 495996 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 495996 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1615034170619199488
[junit4] 2> 495997 INFO (searcherExecutor-1580-thread-1-processing-n:127.0.0.1:38348_solr x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1 c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SolrCore [ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] Registered new searcher Searcher@554a314f[ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 496004 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/ScheduledMaintenanceTriggerTest_collection1/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 496008 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 496008 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 496008 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38348/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/
[junit4] 2> 496009 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 496009 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38348/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ has no replicas
[junit4] 2> 496009 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 496015 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38348/solr/ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1/ shard1
[junit4] 2> 496173 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 496176 INFO (qtp1885666094-3988) [n:127.0.0.1:38348_solr c:ScheduledMaintenanceTriggerTest_collection1 s:shard1 r:core_node2 x:ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=ScheduledMaintenanceTriggerTest_collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=ScheduledMaintenanceTriggerTest_collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1324
[junit4] 2> 496185 INFO (qtp1885666094-3985) [n:127.0.0.1:38348_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 496279 INFO (zkCallback-1017-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/ScheduledMaintenanceTriggerTest_collection1/state.json] for collection [ScheduledMaintenanceTriggerTest_collection1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 496310 DEBUG (ScheduledTrigger-1573-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 496526 INFO (OverseerCollectionConfigSetProcessor-72146158897987587-127.0.0.1:38348_solr-n_0000000000) [n:127.0.0.1:38348_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 497185 INFO (qtp1885666094-3985) [n:127.0.0.1:38348_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=ScheduledMaintenanceTriggerTest_collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2682
[junit4] 2> 497198 INFO (qtp1885666094-3984) [n:127.0.0.1:38348_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.ScheduledMaintenanceTriggerTest_collection1.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 497200 INFO (qtp1885666094-3991) [n:127.0.0.1:38348_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 497200 DEBUG (qtp1885666094-3987) [n:127.0.0.1:38348_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 497201 INFO (qtp1885666094-3987) [n:127.0.0.1:38348_solr ] o.
[...truncated too long message...]
gure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null345118269
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null345118269
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null345118269
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 28ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 116 minutes 20 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 193 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/193/
3 tests failed.
FAILED: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
Error Message:
Error from server at http://127.0.0.1:33130/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason: <pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:33130/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([1A64579F7F7D6A2E:B99EF93AF895808B]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:170)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33130/solr/testcollection_shard1_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/testcollection_shard1_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n3/update. Reason:
<pre> Can not find: /solr/testcollection_shard1_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple
Error Message:
IOException occured when talking to server at: http://127.0.0.1:32867/solr
Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:32867/solr
at __randomizedtesting.SeedInfo.seed([1A64579F7F7D6A2E:22D77361588EBEFF]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1107)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1260)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:118)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:32867 failed to respond
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 48 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned
Error Message:
Error from server at http://127.0.0.1:46125/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:46125/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([2668FA54FC5E5329:DEAE03616F47CBE1]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46125/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13000 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
[junit4] 2> 867405 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1A64579F7F7D6A2E]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/init-core-data-001
[junit4] 2> 867406 WARN (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1A64579F7F7D6A2E]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 867407 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1A64579F7F7D6A2E]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 867409 INFO (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[1A64579F7F7D6A2E]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 867411 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1A64579F7F7D6A2E]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001
[junit4] 2> 867411 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1A64579F7F7D6A2E]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 867412 INFO (Thread-1381) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 867412 INFO (Thread-1381) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 867414 ERROR (Thread-1381) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 867512 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1A64579F7F7D6A2E]) [ ] o.a.s.c.ZkTestServer start zk server on port:42391
[junit4] 2> 867514 INFO (zkConnectionManagerCallback-6520-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867521 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 867522 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 867524 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 867525 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 867527 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 867527 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 867527 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 867529 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 867529 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 867529 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 867529 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 867529 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6616e46e{/solr,null,AVAILABLE}
[junit4] 2> 867530 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 867530 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 867530 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 867531 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cd0eae5{/solr,null,AVAILABLE}
[junit4] 2> 867531 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@89ed321{HTTP/1.1,[http/1.1]}{127.0.0.1:40643}
[junit4] 2> 867531 INFO (jetty-launcher-6517-thread-1) [ ] o.e.j.s.Server Started @867590ms
[junit4] 2> 867532 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40643}
[junit4] 2> 867532 ERROR (jetty-launcher-6517-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 867532 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 867532 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 867532 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 867532 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 867532 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T15:35:54.013Z
[junit4] 2> 867534 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2cfb85e3{HTTP/1.1,[http/1.1]}{127.0.0.1:36514}
[junit4] 2> 867534 INFO (jetty-launcher-6517-thread-4) [ ] o.e.j.s.Server Started @867593ms
[junit4] 2> 867534 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36514}
[junit4] 2> 867534 ERROR (jetty-launcher-6517-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 867534 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T15:35:54.016Z
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 867535 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41f77f2b{/solr,null,AVAILABLE}
[junit4] 2> 867536 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 867536 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 867536 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 867537 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4be4d882{/solr,null,AVAILABLE}
[junit4] 2> 867537 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@69da4afd{HTTP/1.1,[http/1.1]}{127.0.0.1:33472}
[junit4] 2> 867537 INFO (jetty-launcher-6517-thread-2) [ ] o.e.j.s.Server Started @867596ms
[junit4] 2> 867537 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33472}
[junit4] 2> 867537 ERROR (jetty-launcher-6517-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 867537 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 867537 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 867538 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 867538 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 867538 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T15:35:54.019Z
[junit4] 2> 867538 INFO (zkConnectionManagerCallback-6524-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867538 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 867539 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d34bd4{/solr,null,AVAILABLE}
[junit4] 2> 867539 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@74fe0752{HTTP/1.1,[http/1.1]}{127.0.0.1:42989}
[junit4] 2> 867539 INFO (jetty-launcher-6517-thread-5) [ ] o.e.j.s.Server Started @867598ms
[junit4] 2> 867539 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42989}
[junit4] 2> 867539 ERROR (jetty-launcher-6517-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 867539 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 867540 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 867540 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 867540 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 867540 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T15:35:54.021Z
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1e746baa{HTTP/1.1,[http/1.1]}{127.0.0.1:38911}
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.e.j.s.Server Started @867599ms
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38911}
[junit4] 2> 867541 ERROR (jetty-launcher-6517-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 867541 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-21T15:35:54.022Z
[junit4] 2> 867546 INFO (zkConnectionManagerCallback-6528-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867546 INFO (zkConnectionManagerCallback-6526-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867547 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 867547 INFO (zkConnectionManagerCallback-6522-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867547 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 867549 INFO (zkConnectionManagerCallback-6530-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867553 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 867553 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 867775 INFO (jetty-launcher-6517-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42391/solr
[junit4] 2> 867786 INFO (zkConnectionManagerCallback-6534-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867814 INFO (zkConnectionManagerCallback-6536-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867850 INFO (jetty-launcher-6517-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42391/solr
[junit4] 2> 867866 INFO (zkConnectionManagerCallback-6542-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867872 INFO (zkConnectionManagerCallback-6544-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867892 INFO (jetty-launcher-6517-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42391/solr
[junit4] 2> 867894 INFO (zkConnectionManagerCallback-6550-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867902 INFO (zkConnectionManagerCallback-6552-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867905 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42989_solr
[junit4] 2> 867907 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.c.Overseer Overseer (id=72140886380576777-127.0.0.1:42989_solr-n_0000000000) starting
[junit4] 2> 867923 INFO (zkConnectionManagerCallback-6559-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867927 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40643_solr
[junit4] 2> 867931 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42391/solr ready
[junit4] 2> 867939 INFO (OverseerStateUpdate-72140886380576777-127.0.0.1:42989_solr-n_0000000000) [n:127.0.0.1:42989_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:42989_solr
[junit4] 2> 867942 INFO (zkCallback-6551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 867945 INFO (jetty-launcher-6517-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42391/solr
[junit4] 2> 867948 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 867948 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42989_solr
[junit4] 2> 867954 INFO (zkCallback-6558-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 867955 INFO (zkConnectionManagerCallback-6563-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867955 INFO (zkCallback-6551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 867956 INFO (zkCallback-6558-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 867958 INFO (OverseerStateUpdate-72140886380576777-127.0.0.1:42989_solr-n_0000000000) [n:127.0.0.1:42989_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 867960 INFO (jetty-launcher-6517-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42391/solr
[junit4] 2> 867975 INFO (zkConnectionManagerCallback-6572-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867976 INFO (zkConnectionManagerCallback-6574-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867978 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 867978 INFO (zkConnectionManagerCallback-6567-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867979 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42391/solr ready
[junit4] 2> 867980 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 867983 INFO (zkConnectionManagerCallback-6577-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 867984 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 867988 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 867994 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 868000 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 868000 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33472_solr
[junit4] 2> 868002 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 868002 INFO (zkCallback-6551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 868003 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 868003 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38911_solr
[junit4] 2> 868008 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 868008 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36514_solr
[junit4] 2> 868010 INFO (zkCallback-6551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 868018 INFO (zkCallback-6543-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 868018 INFO (zkCallback-6551-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 868020 INFO (zkCallback-6576-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 868030 INFO (zkCallback-6535-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 868044 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42989.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868045 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40643.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868065 INFO (zkCallback-6558-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 868065 INFO (zkCallback-6573-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 868068 INFO (zkCallback-6571-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (5)
[junit4] 2> 868072 INFO (zkConnectionManagerCallback-6587-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868072 INFO (zkConnectionManagerCallback-6592-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868074 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 868074 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 868076 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42391/solr ready
[junit4] 2> 868076 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42391/solr ready
[junit4] 2> 868077 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 868078 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 868085 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42989.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868085 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42989.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868089 INFO (zkConnectionManagerCallback-6597-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868091 INFO (jetty-launcher-6517-thread-5) [n:127.0.0.1:42989_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node5/.
[junit4] 2> 868092 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 868093 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42391/solr ready
[junit4] 2> 868102 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 868104 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40643.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868104 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40643.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868106 INFO (jetty-launcher-6517-thread-1) [n:127.0.0.1:40643_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node1/.
[junit4] 2> 868115 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36514.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868120 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33472.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868189 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36514.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868189 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36514.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868191 INFO (jetty-launcher-6517-thread-4) [n:127.0.0.1:36514_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node4/.
[junit4] 2> 868205 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38911.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868205 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33472.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868205 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33472.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868207 INFO (jetty-launcher-6517-thread-2) [n:127.0.0.1:33472_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node2/.
[junit4] 2> 868219 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38911.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868219 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38911.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 868221 INFO (jetty-launcher-6517-thread-3) [n:127.0.0.1:38911_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node3/.
[junit4] 2> 868538 INFO (zkConnectionManagerCallback-6602-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868542 INFO (zkConnectionManagerCallback-6607-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 868543 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1A64579F7F7D6A2E]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 868545 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1A64579F7F7D6A2E]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42391/solr ready
[junit4] 2> 868550 INFO (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[1A64579F7F7D6A2E]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
[junit4] 2> 868551 INFO (qtp681873312-11195) [n:127.0.0.1:38911_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 868555 INFO (OverseerThreadFactory-2663-thread-1-processing-n:127.0.0.1:42989_solr) [n:127.0.0.1:42989_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
[junit4] 2> 868678 INFO (qtp681873312-11189) [n:127.0.0.1:38911_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=2
[junit4] 2> 868680 INFO (qtp822549860-11207) [n:127.0.0.1:36514_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 868682 INFO (qtp2091758841-11219) [n:127.0.0.1:33472_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 868683 INFO (qtp491591049-11223) [n:127.0.0.1:42989_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 868685 INFO (qtp332683109-11212) [n:127.0.0.1:40643_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 868692 INFO (OverseerStateUpdate-72140886380576777-127.0.0.1:42989_solr-n_0000000000) [n:127.0.0.1:42989_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:40643/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 868696 INFO (OverseerStateUpdate-72140886380576777-127.0.0.1:42989_solr-n_0000000000) [n:127.0.0.1:42989_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testStopAllStartAllCollection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:42989/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 868699 INFO (OverseerStateUpdate-72140886380576777-127.0.0.1:42989_solr-n_0000000000) [n:127.0.0.1:42989_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:33472/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 868702 INFO (OverseerStateUpdate-72140886380576777-127.0.0.1:42989_solr-n_0000000000) [n:127.0.0.1:42989_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testStopAllStartAllCollection",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testStopAllStartAllCollection_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:36514/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 868906 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 868906 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 868907 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 868907 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 868910 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 869942 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 869944 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 869948 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 869951 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 869956 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n4] Schema name=minimal
[junit4] 2> 869959 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n2] Schema name=minimal
[junit4] 2> 869960 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 869983 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 869983 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n2' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 869984 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 869984 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42989.solr.core.testStopAllStartAllCollection.shard1.replica_n2' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 869984 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n1' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 869984 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node5/testStopAllStartAllCollection_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node5/./testStopAllStartAllCollection_shard1_replica_n2/data/]
[junit4] 2> 869984 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40643.solr.core.testStopAllStartAllCollection.shard1.replica_n1' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 869984 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node1/testStopAllStartAllCollection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node1/./testStopAllStartAllCollection_shard1_replica_n1/data/]
[junit4] 2> 869985 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 869985 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n4' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 869985 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33472.solr.core.testStopAllStartAllCollection.shard2.replica_n4' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 869985 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node2/testStopAllStartAllCollection_shard2_replica_n4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node2/./testStopAllStartAllCollection_shard2_replica_n4/data/]
[junit4] 2> 869993 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n6] Schema name=minimal
[junit4] 2> 869996 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 869996 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n6' using configuration from collection testStopAllStartAllCollection, trusted=true
[junit4] 2> 869997 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36514.solr.core.testStopAllStartAllCollection.shard2.replica_n6' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@70ed883f
[junit4] 2> 869997 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node4/testStopAllStartAllCollection_shard2_replica_n6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_1A64579F7F7D6A2E-001/tempDir-001/node4/./testStopAllStartAllCollection_shard2_replica_n6/data/]
[junit4] 2> 870144 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 870144 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 870146 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 870146 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 870149 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@20087b43[testStopAllStartAllCollection_shard1_replica_n2] main]
[junit4] 2> 870152 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 870154 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 870154 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 870154 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 870155 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 870156 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 870156 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 870160 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d6601b3[testStopAllStartAllCollection_shard2_replica_n4] main]
[junit4] 2> 870161 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 870162 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 870163 INFO (searcherExecutor-2687-thread-1-processing-n:127.0.0.1:42989_solr x:testStopAllStartAllCollection_shard1_replica_n2 c:testStopAllStartAllCollection s:shard1 r:core_node5) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n2] Registered new searcher Searcher@20087b43[testStopAllStartAllCollection_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 870163 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 870163 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614949810589138944
[junit4] 2> 870170 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 870170 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 870172 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 870172 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 870172 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 870172 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 870173 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 870173 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 870175 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614949810601721856
[junit4] 2> 870176 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@5093228f[testStopAllStartAllCollection_shard2_replica_n6] main]
[junit4] 2> 870178 INFO (searcherExecutor-2689-thread-1-processing-n:127.0.0.1:33472_solr x:testStopAllStartAllCollection_shard2_replica_n4 c:testStopAllStartAllCollection s:shard2 r:core_node7) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n4] Registered new searcher Searcher@2d6601b3[testStopAllStartAllCollection_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 870178 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7363232c[testStopAllStartAllCollection_shard1_replica_n1] main]
[junit4] 2> 870179 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 870180 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 870182 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard2 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 870182 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 870183 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614949810610110464
[junit4] 2> 870184 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard1 to Terms{values={core_node5=0}, version=0}
[junit4] 2> 870185 INFO (searcherExecutor-2690-thread-1-processing-n:127.0.0.1:36514_solr x:testStopAllStartAllCollection_shard2_replica_n6 c:testStopAllStartAllCollection s:shard2 r:core_node8) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard2_replica_n6] Registered new searcher Searcher@5093228f[testStopAllStartAllCollection_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 870189 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9998ms
[junit4] 2> 870193 INFO (qtp822549860-11185) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard2 to Terms{values={core_node7=0, core_node8=0}, version=1}
[junit4] 2> 870194 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 870194 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
[junit4] 2> 870195 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
[junit4] 2> 870196 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 870196 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614949810623741952
[junit4] 2> 870197 INFO (searcherExecutor-2688-thread-1-processing-n:127.0.0.1:40643_solr x:testStopAllStartAllCollection_shard1_replica_n1 c:testStopAllStartAllCollection s:shard1 r:core_node3) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n1] Registered new searcher Searcher@7363232c[testStopAllStartAllCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 870205 INFO (qtp332683109-11198) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testStopAllStartAllCollection/terms/shard1 to Terms{values={core_node3=0, core_node5=0}, version=1}
[junit4] 2> 870691 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 870691 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 870691 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:33472/solr/testStopAllStartAllCollection_shard2_replica_n4/
[junit4] 2> 870692 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n4 url=http://127.0.0.1:33472/solr START replicas=[http://127.0.0.1:36514/solr/testStopAllStartAllCollection_shard2_replica_n6/] nUpdates=100
[junit4] 2> 870692 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard2_replica_n4 url=http://127.0.0.1:33472/solr DONE. We have no versions. sync failed.
[junit4] 2> 870699 INFO (qtp822549860-11203) [n:127.0.0.1:36514_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6] o.a.s.c.S.Request [testStopAllStartAllCollection_shard2_replica_n6] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 870700 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 870700 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 870700 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 870700 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 870700 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 870700 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42989/solr/testStopAllStartAllCollection_shard1_replica_n2/
[junit4] 2> 870701 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n2 url=http://127.0.0.1:42989/solr START replicas=[http://127.0.0.1:40643/solr/testStopAllStartAllCollection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 870701 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=testStopAllStartAllCollection_shard1_replica_n2 url=http://127.0.0.1:42989/solr DONE. We have no versions. sync failed.
[junit4] 2> 870704 INFO (qtp332683109-11199) [n:127.0.0.1:40643_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1] o.a.s.c.S.Request [testStopAllStartAllCollection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 870704 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 870704 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 870704 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 870709 INFO (qtp491591049-11211) [n:127.0.0.1:42989_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42989/solr/testStopAllStartAllCollection_shard1_replica_n2/ shard1
[junit4] 2> 870716 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:33472/solr/testStopAllStartAllCollection_shard2_replica_n4/ shard2
[junit4] 2> 870819 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 870827 INFO (qtp2091758841-11187) [n:127.0.0.1:33472_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&coreNodeName=core_node7&name=testStopAllStartAllCo
[...truncated too long message...]
re] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1570709284
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1570709284
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1570709284
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 42ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 115 minutes 6 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 192 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/192/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [ZkCollectionTerms] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkCollectionTerms at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.cloud.ZkCollectionTerms.<init>(ZkCollectionTerms.java:39) at org.apache.solr.cloud.ZkController.getCollectionTerms(ZkController.java:1561) at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1580) at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1574) at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:1519) at org.apache.solr.cloud.ZkController$UnloadCoreOnDeletedWatcher.onStateChanged(ZkController.java:2803) at org.apache.solr.common.cloud.ZkStateReader$Notification.run(ZkStateReader.java:1647) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [ZkCollectionTerms]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.cloud.ZkCollectionTerms
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.cloud.ZkCollectionTerms.<init>(ZkCollectionTerms.java:39)
at org.apache.solr.cloud.ZkController.getCollectionTerms(ZkController.java:1561)
at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1580)
at org.apache.solr.cloud.ZkController.unregister(ZkController.java:1574)
at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:1519)
at org.apache.solr.cloud.ZkController$UnloadCoreOnDeletedWatcher.onStateChanged(ZkController.java:2803)
at org.apache.solr.common.cloud.ZkStateReader$Notification.run(ZkStateReader.java:1647)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([84328A0AD7B152FB]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds
Error Message:
did not finish processing in time
Stack Trace:
java.lang.AssertionError: did not finish processing in time
at __randomizedtesting.SeedInfo.seed([84328A0AD7B152FB:8EB135A79A0A59A1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:572)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at https://127.0.0.1:32830/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:32830/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([36E6ADBE522BCA77:F45191D6516B3A0F]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32830/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned
Error Message:
Error from server at https://127.0.0.1:32830/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:32830/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([36E6ADBE522BCA77:CE20548BC13252BF]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32830/solr/collection1_shard2_replica_n3: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n3/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n3/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n3/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 13811 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_84328A0AD7B152FB-001/init-core-data-001
[junit4] 2> 1744834 WARN (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=257 numCloses=257
[junit4] 2> 1744835 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1744837 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1744838 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1744838 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_84328A0AD7B152FB-001/tempDir-001
[junit4] 2> 1744839 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1744839 INFO (Thread-5225) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1744839 INFO (Thread-5225) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1744848 ERROR (Thread-5225) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1744939 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:45649
[junit4] 2> 1744942 INFO (zkConnectionManagerCallback-4331-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744948 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1744948 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1744950 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1744950 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1744950 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1744950 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1744950 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1744950 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1744951 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e171601{/solr,null,AVAILABLE}
[junit4] 2> 1744951 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3177c30d{/solr,null,AVAILABLE}
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@347142a0{SSL,[ssl, http/1.1]}{127.0.0.1:42602}
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.e.j.s.Server Started @1745032ms
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42602}
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44bbbeb3{SSL,[ssl, http/1.1]}{127.0.0.1:35344}
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.e.j.s.Server Started @1745032ms
[junit4] 2> 1744952 ERROR (jetty-launcher-4328-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35344}
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1744952 ERROR (jetty-launcher-4328-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T21:47:08.846Z
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1744952 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T21:47:08.846Z
[junit4] 2> 1744954 INFO (zkConnectionManagerCallback-4333-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744955 INFO (zkConnectionManagerCallback-4335-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1744955 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1744961 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1745052 INFO (jetty-launcher-4328-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45649/solr
[junit4] 2> 1745054 INFO (zkConnectionManagerCallback-4339-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745057 INFO (zkConnectionManagerCallback-4341-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745154 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35344_solr
[junit4] 2> 1745155 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.c.Overseer Overseer (id=72136683874091012-127.0.0.1:35344_solr-n_0000000000) starting
[junit4] 2> 1745164 INFO (zkConnectionManagerCallback-4348-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745172 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45649/solr ready
[junit4] 2> 1745173 INFO (OverseerStateUpdate-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [n:127.0.0.1:35344_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35344_solr
[junit4] 2> 1745174 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35344_solr
[junit4] 2> 1745175 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1745176 INFO (zkCallback-4347-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1745182 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1745182 INFO (zkCallback-4340-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1745182 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1745182 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1745190 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:35344_solr]
[junit4] 2> 1745191 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745191 DEBUG (OverseerAutoScalingTriggerThread-72136683874091012-127.0.0.1:35344_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1745192 DEBUG (ScheduledTrigger-6373-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1745237 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1745261 INFO (jetty-launcher-4328-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45649/solr
[junit4] 2> 1745263 INFO (zkConnectionManagerCallback-4353-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745266 INFO (zkConnectionManagerCallback-4355-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745283 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35344.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@395cdbbd
[junit4] 2> 1745290 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1745295 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1745295 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42602_solr
[junit4] 2> 1745297 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35344.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@395cdbbd
[junit4] 2> 1745297 INFO (zkCallback-4347-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1745297 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35344.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@395cdbbd
[junit4] 2> 1745297 INFO (zkCallback-4340-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1745299 INFO (jetty-launcher-4328-thread-2) [n:127.0.0.1:35344_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_84328A0AD7B152FB-001/tempDir-001/node2/.
[junit4] 2> 1745302 INFO (zkCallback-4354-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1745323 INFO (zkConnectionManagerCallback-4362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745324 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1745327 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45649/solr ready
[junit4] 2> 1745327 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1745350 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42602.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@395cdbbd
[junit4] 2> 1745364 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42602.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@395cdbbd
[junit4] 2> 1745365 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42602.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@395cdbbd
[junit4] 2> 1745366 INFO (jetty-launcher-4328-thread-1) [n:127.0.0.1:42602_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_84328A0AD7B152FB-001/tempDir-001/node1/.
[junit4] 2> 1745406 INFO (zkConnectionManagerCallback-4365-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745410 INFO (zkConnectionManagerCallback-4370-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1745411 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1745412 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45649/solr ready
[junit4] 2> 1745445 DEBUG (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10135_solr
[junit4] 2> 1745448 DEBUG (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 1745448 DEBUG (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 1745448 INFO (SUITE-IndexSizeTriggerTest-seed#[84328A0AD7B152FB]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1745456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1745456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
[junit4] 2> 1745457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
[junit4] 2> 1745457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
[junit4] 2> 1745457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10136_solr, 127.0.0.1:10135_solr]
[junit4] 2> 1745457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745458 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
[junit4] 2> 1745458 DEBUG (ScheduledTrigger-6389-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745479 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745500 DEBUG (ScheduledTrigger-6389-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745520 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745540 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745561 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745581 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745601 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745621 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745641 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745662 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745683 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745689 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testMergeIntegration
[junit4] 2> 1745690 DEBUG (simCloudManagerPool-6388-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testMergeIntegration_collection, currentVersion=1
[junit4] 2> 1745690 DEBUG (simCloudManagerPool-6388-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 1745690 DEBUG (simCloudManagerPool-6388-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 1745700 DEBUG (simCloudManagerPool-6388-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 1745700 DEBUG (simCloudManagerPool-6388-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 1745702 DEBUG (simCloudManagerPool-6388-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testMergeIntegration_collection, currentVersion=3
[junit4] 2> 1745703 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745712 DEBUG (simCloudManagerPool-6388-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 1745712 DEBUG (simCloudManagerPool-6388-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 1745712 DEBUG (simCloudManagerPool-6388-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10135_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1745722 DEBUG (simCloudManagerPool-6388-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 1745722 DEBUG (simCloudManagerPool-6388-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 1745724 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745733 DEBUG (simCloudManagerPool-6388-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 1745733 DEBUG (simCloudManagerPool-6388-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 1745733 DEBUG (simCloudManagerPool-6388-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testMergeIntegration_collection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testMergeIntegration_collection",
[junit4] 2> "node_name":"127.0.0.1:10136_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1745743 DEBUG (simCloudManagerPool-6388-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 1745743 DEBUG (simCloudManagerPool-6388-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 1745744 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 1745744 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 1745744 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745760 DEBUG (simCloudManagerPool-6388-thread-29) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1745760 DEBUG (simCloudManagerPool-6388-thread-29) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1745761 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1745761 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745762 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1745763 DEBUG (simCloudManagerPool-6388-thread-30) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1745763 DEBUG (simCloudManagerPool-6388-thread-30) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1745764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1745764 DEBUG (ScheduledTrigger-6389-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745764 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1745765 DEBUG (simCloudManagerPool-6388-thread-31) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1745765 DEBUG (simCloudManagerPool-6388-thread-31) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 1745765 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 1745766 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745766 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 1745772 DEBUG (simCloudManagerPool-6388-thread-48) [ ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 1745773 DEBUG (simCloudManagerPool-6388-thread-48) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1745773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1745773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745773 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1745784 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745804 DEBUG (ScheduledTrigger-6389-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745825 DEBUG (ScheduledTrigger-6389-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745845 DEBUG (ScheduledTrigger-6389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745849 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1745850 DEBUG (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [index_size_trigger3, .auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 1745851 DEBUG (simCloudManagerPool-6388-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection .system, currentVersion=8
[junit4] 2> 1745851 DEBUG (simCloudManagerPool-6388-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 1745851 DEBUG (simCloudManagerPool-6388-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 1745861 DEBUG (simCloudManagerPool-6388-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 1745862 DEBUG (simCloudManagerPool-6388-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 1745873 DEBUG (simCloudManagerPool-6388-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 1745873 DEBUG (simCloudManagerPool-6388-thread-50) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 1745873 DEBUG (simCloudManagerPool-6388-thread-52) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1 (currentVersion=11): {"core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "node_name":"127.0.0.1:10135_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1745883 DEBUG (simCloudManagerPool-6388-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 1745883 DEBUG (simCloudManagerPool-6388-thread-51) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 1745884 DEBUG (simCloudManagerPool-6388-thread-49) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection .system, currentVersion=12
[junit4] 2> 1745884 INFO (ScheduledTrigger-6389-thread-4) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1222989781520207, stage=STARTED, actionName='null', event={
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1745885 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1745886 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1222989858444607, stage=BEFORE_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1745886 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
[junit4] 2> 1745888 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed plan empty, remained 0 requested ops to try.
[junit4] 2> 1745889 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1222989992158007, stage=AFTER_ACTION, actionName='compute_plan', event={
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1745889 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1222990006809957, stage=BEFORE_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1745889 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}} with context properties: {AFTER_ACTION=[compute_plan], unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], BEFORE_ACTION=[compute_plan, execute_plan]}
[junit4] 2> 1745889 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}
[junit4] 2> 1745889 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1222990035916507, stage=AFTER_ACTION, actionName='execute_plan', event={
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={properties.unsupportedOps=[Op{action=MERGESHARDS, hints={COLL_SHARD=[{
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"}, {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}], properties.BEFORE_ACTION=[compute_plan, execute_plan], source=index_size_trigger3, properties.AFTER_ACTION=[compute_plan, execute_plan]}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1745891 INFO (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.IndexSizeTriggerTest =======> CapturedEvent{timestamp=1222990107509107, stage=SUCCEEDED, actionName='null', event={
[junit4] 2> "id":"4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4",
[junit4] 2> "source":"index_size_trigger3",
[junit4] 2> "eventTime":1222984406846057,
[junit4] 2> "eventType":"INDEXSIZE",
[junit4] 2> "properties":{
[junit4] 2> "__start__":1,
[junit4] 2> "aboveSize":{},
[junit4] 2> "belowSize":{
[junit4] 2> "testMergeIntegration_collection_shard1_replica_n1":"docs=2, bytes=11240",
[junit4] 2> "testMergeIntegration_collection_shard2_replica_n3":"docs=3, bytes=11740"},
[junit4] 2> "_enqueue_time_":1222988048872507,
[junit4] 2> "requestedOps":[{
[junit4] 2> "action":"MERGESHARDS",
[junit4] 2> "hints":{"COLL_SHARD":[
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard1"},
[junit4] 2> {
[junit4] 2> "first":"testMergeIntegration_collection",
[junit4] 2> "second":"shard2"}]}}]}}, context={}, config={
[junit4] 2> "trigger":"index_size_trigger3",
[junit4] 2> "stage":[
[junit4] 2> "STARTED",
[junit4] 2> "ABORTED",
[junit4] 2> "SUCCEEDED",
[junit4] 2> "FAILED"],
[junit4] 2> "beforeAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "afterAction":[
[junit4] 2> "compute_plan",
[junit4] 2> "execute_plan"],
[junit4] 2> "class":"org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest$CapturingTriggerListener"}, message='null'}
[junit4] 2> 1745891 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: index_size_trigger3 after 100ms
[junit4] 2> 1745891 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 1745891 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 2> 1745891 DEBUG (AutoscalingActionExecutor-6390-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 317 ms for event id=4584c3f22ca69T23nsfoj554a6wz5qf7ywo4ag4
[junit4] 2> 1745892 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 1745892 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 1745894 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.IndexSizeTriggerTest #######################################
[junit4] 2> ############ CLUSTER STATE ############
[junit4] 2> #######################################
[junit4] 2> ## Live nodes: 2
[junit4] 2> ## Empty nodes: 0
[junit4] 2> ## Dead nodes: 0
[junit4] 2> ## Collections:
[junit4] 2> ## * .system
[junit4] 2> ## shardsTotal 1
[junit4] 2> ## shardsState {active=1}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 2
[junit4] 2> ## activeReplicas 2
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 2
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 2
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 2
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 11,240
[junit4] 2> ## maxActiveSliceBytes 11,240
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,240
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> ## * testMergeIntegration_collection
[junit4] 2> ## shardsTotal 2
[junit4] 2> ## shardsState {active=2}
[junit4] 2> ## shardsWithoutLeader 0
[junit4] 2> ## totalReplicas 4
[junit4] 2> ## activeReplicas 4
[junit4] 2> ## inactiveReplicas 0
[junit4] 2> ## totalActiveDocs 5
[junit4] 2> ## bufferedDocs 0
[junit4] 2> ## maxActiveSliceDocs 3
[junit4] 2> ## minActiveSliceDocs 2
[junit4] 2> ## avgActiveSliceDocs 3
[junit4] 2> ## totalInactiveDocs 0
[junit4] 2> ## maxInactiveSliceDocs 0
[junit4] 2> ## minInactiveSliceDocs 0
[junit4] 2> ## avgInactiveSliceDocs NaN
[junit4] 2> ## totalActiveBytes 22,980
[junit4] 2> ## maxActiveSliceBytes 11,740
[junit4] 2> ## minActiveSliceBytes 11,240
[junit4] 2> ## avgActiveSliceBytes 11,490
[junit4] 2> ## totalInactiveBytes 0
[junit4] 2> ## maxInactiveSliceBytes 0
[junit4] 2> ## minInactiveSliceBytes 0
[junit4] 2> ## avgInactiveSliceBytes NaN
[junit4] 2> ## totalActiveDeletedDocs 0
[junit4] 2> DocCollection(testMergeIntegration_collection//clusterstate.json/12)={
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{
[junit4] 2> "shard2":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n3",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10136_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"testMergeIntegration_collection_shard2_replica_n4",
[junit4] 2> "SEARCHER.searcher.maxDoc":8,
[junit4] 2> "SEARCHER.searcher.deletedDocs":5,
[junit4] 2> "INDEX.sizeInBytes":11740,
[junit4] 2> "node_name":"127.0.0.1:10135_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0933727025985718E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":3}},
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active"},
[junit4] 2> "shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10135_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":"testMergeIntegration_collection_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":12,
[junit4] 2> "SEARCHER.searcher.deletedDocs":10,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10136_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> DocCollection(.system//clusterstate.json/12)={
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "autoCreated":"true",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "replicas":{
[junit4] 2> "core_node1":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10135_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2},
[junit4] 2> "core_node2":{
[junit4] 2> "core":".system_shard1_replica_n2",
[junit4] 2> "SEARCHER.searcher.maxDoc":2,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":11240,
[junit4] 2> "node_name":"127.0.0.1:10136_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.0468065738677979E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":2}},
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active"}}}
[junit4] 2> ## Max replicas per node: 3
[junit4] 2> ## Min replicas per node: 3
[junit4] 2> ## Total replicas: 6
[junit4] 2> ## * .system 2
[junit4] 2> ## - active 2
[junit4] 2> ## * testMergeIntegration_collection 4
[junit4] 2> ## - active 4
[junit4] 2> ######### Solr op counts ##########
[junit4] 2> ## - CREATE 1
[junit4] 2> ## - autoscaling 4
[junit4] 2> ## - update 39
[junit4] 2> ######### Autoscaling event counts ###########
[junit4] 2> ## * Trigger: index_size_trigger3
[junit4] 2> ## - STARTED 1
[junit4] 2> ## - SUCCEEDED 1
[junit4] 2>
[junit4] 2> 1745894 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
[junit4] 2> 1745895 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_172]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:189) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 1745895 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1745895 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1745896 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1745896 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1745896 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1745896 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1745901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 1745901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion -1
[junit4] 2> 1745901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 1745902 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10136_solr, 127.0.0.1:10135_solr]
[junit4] 2> 1745902 DEBUG (ScheduledTrigger-6394-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 1745902 DEBUG (ScheduledTrigger-6394-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 1745902 DEBUG (ScheduledTrigger-6394-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1745902 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745902 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 1745908 DEBUG (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 1745908 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 1745911 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 1745911 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1745911 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 1746009 INFO (TEST-IndexSizeTriggerTest.testMergeIntegration-seed#[84328A0AD7B152FB]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testMergeIntegration
[junit4] 2> 1746058 INFO (TEST-IndexSizeTriggerTest.testTrigger-seed#[84328A0AD7B152FB]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testTrigger
[junit4] 2> 1746058 DEBUG (simCloudManagerPool-6393-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testTrigger_collection, currentVersion=14
[junit4] 2> 1746058 DEBUG (simCloudManagerPool-6393-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 1746058 DEBUG (simCloudManagerPool-6393-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 1746069 DEBUG (simCloudManagerPool-6393-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 1746069 DEBUG (simCloudManagerPool-6393-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 1746070 DEBUG (simCloudManagerPool-6393-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testTrigger_collection, currentVersion=16
[junit4] 2> 1746080 DEBUG (simCloudManagerPool-6393-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvid
[...truncated too long message...]
gure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null896532295
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null896532295
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null896532295
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 31ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 115 minutes 48 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 191 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/191/
2 tests failed.
FAILED: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test
Error Message:
Node 127.0.0.1:37546_solr has 3 replicas. Expected num replicas : 2. state: DocCollection(hdfsbackuprestore_restored//collections/hdfsbackuprestore_restored/state.json/11)={ "pullReplicas":0, "replicationFactor":1, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node62":{ "core":"hdfsbackuprestore_restored_shard2_replica_n61", "base_url":"https://127.0.0.1:37546/solr", "node_name":"127.0.0.1:37546_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1540007765196772570"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{"core_node64":{ "core":"hdfsbackuprestore_restored_shard1_1_replica_n63", "base_url":"https://127.0.0.1:37546/solr", "node_name":"127.0.0.1:37546_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1540007765196804523"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{"core_node66":{ "core":"hdfsbackuprestore_restored_shard1_0_replica_n65", "base_url":"https://127.0.0.1:37546/solr", "node_name":"127.0.0.1:37546_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1540007765196829740"}}, "router":{ "name":"compositeId", "field":"shard_s"}, "maxShardsPerNode":"-1", "autoAddReplicas":"false", "nrtReplicas":1, "tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:37546_solr has 3 replicas. Expected num replicas : 2. state:
DocCollection(hdfsbackuprestore_restored//collections/hdfsbackuprestore_restored/state.json/11)={
"pullReplicas":0,
"replicationFactor":1,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node62":{
"core":"hdfsbackuprestore_restored_shard2_replica_n61",
"base_url":"https://127.0.0.1:37546/solr",
"node_name":"127.0.0.1:37546_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1540007765196772570"},
"shard1_1":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{"core_node64":{
"core":"hdfsbackuprestore_restored_shard1_1_replica_n63",
"base_url":"https://127.0.0.1:37546/solr",
"node_name":"127.0.0.1:37546_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1540007765196804523"},
"shard1_0":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{"core_node66":{
"core":"hdfsbackuprestore_restored_shard1_0_replica_n65",
"base_url":"https://127.0.0.1:37546/solr",
"node_name":"127.0.0.1:37546_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1540007765196829740"}},
"router":{
"name":"compositeId",
"field":"shard_s"},
"maxShardsPerNode":"-1",
"autoAddReplicas":"false",
"nrtReplicas":1,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([8607C92A69D883BC:E53F6F0C724EE44]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339)
at java.util.HashMap.forEach(HashMap.java:1289)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144)
at org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore.test(TestHdfsCloudBackupRestore.java:213)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test
Error Message:
Node 127.0.0.1:42055_solr has 3 replicas. Expected num replicas : 2. state: DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/12)={ "pullReplicas":0, "replicationFactor":1, "shards":{ "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{"core_node62":{ "core":"backuprestore_restored_shard2_replica_n61", "base_url":"http://127.0.0.1:42055/solr", "node_name":"127.0.0.1:42055_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1540008097310485489"}, "shard1_1":{ "range":"c0000000-ffffffff", "state":"active", "replicas":{"core_node64":{ "core":"backuprestore_restored_shard1_1_replica_n63", "base_url":"http://127.0.0.1:42055/solr", "node_name":"127.0.0.1:42055_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1540008097310520161"}, "shard1_0":{ "range":"80000000-bfffffff", "state":"active", "replicas":{"core_node66":{ "core":"backuprestore_restored_shard1_0_replica_n65", "base_url":"http://127.0.0.1:42055/solr", "node_name":"127.0.0.1:42055_solr", "state":"active", "type":"NRT", "force_set_state":"false", "leader":"true"}}, "stateTimestamp":"1540008097310543083"}}, "router":{ "name":"compositeId", "field":"shard_s"}, "maxShardsPerNode":"-1", "autoAddReplicas":"false", "nrtReplicas":1, "tlogReplicas":0}
Stack Trace:
java.lang.AssertionError: Node 127.0.0.1:42055_solr has 3 replicas. Expected num replicas : 2. state:
DocCollection(backuprestore_restored//collections/backuprestore_restored/state.json/12)={
"pullReplicas":0,
"replicationFactor":1,
"shards":{
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{"core_node62":{
"core":"backuprestore_restored_shard2_replica_n61",
"base_url":"http://127.0.0.1:42055/solr",
"node_name":"127.0.0.1:42055_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1540008097310485489"},
"shard1_1":{
"range":"c0000000-ffffffff",
"state":"active",
"replicas":{"core_node64":{
"core":"backuprestore_restored_shard1_1_replica_n63",
"base_url":"http://127.0.0.1:42055/solr",
"node_name":"127.0.0.1:42055_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1540008097310520161"},
"shard1_0":{
"range":"80000000-bfffffff",
"state":"active",
"replicas":{"core_node66":{
"core":"backuprestore_restored_shard1_0_replica_n65",
"base_url":"http://127.0.0.1:42055/solr",
"node_name":"127.0.0.1:42055_solr",
"state":"active",
"type":"NRT",
"force_set_state":"false",
"leader":"true"}},
"stateTimestamp":"1540008097310543083"}},
"router":{
"name":"compositeId",
"field":"shard_s"},
"maxShardsPerNode":"-1",
"autoAddReplicas":"false",
"nrtReplicas":1,
"tlogReplicas":0}
at __randomizedtesting.SeedInfo.seed([8607C92A69D883BC:E53F6F0C724EE44]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.lambda$testBackupAndRestore$1(AbstractCloudBackupRestoreTestCase.java:339)
at java.util.HashMap.forEach(HashMap.java:1289)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.testBackupAndRestore(AbstractCloudBackupRestoreTestCase.java:338)
at org.apache.solr.cloud.api.collections.AbstractCloudBackupRestoreTestCase.test(AbstractCloudBackupRestoreTestCase.java:144)
at org.apache.solr.cloud.api.collections.TestLocalFSCloudBackupRestore.test(TestLocalFSCloudBackupRestore.java:64)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12842 lines...]
[junit4] Suite: org.apache.solr.cloud.api.collections.TestHdfsCloudBackupRestore
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/init-core-data-001
[junit4] 2> 1206810 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
[junit4] 2> 1206810 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1206811 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1206812 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 1> Formatting using clusterid: testClusterID
[junit4] 2> 1206900 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
[junit4] 2> 1206930 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1206931 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1206950 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_lucene2.us.west_apache_org_46401_hdfs____llkdst/webapp
[junit4] 2> 1207517 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@lucene2-us-west.apache.org:46401
[junit4] 2> 1207593 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1207594 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1207605 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_35888_datanode____.sqlg1v/webapp
[junit4] 2> 1207921 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:35888
[junit4] 2> 1207952 WARN (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
[junit4] 2> 1207953 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log jetty-6.1.26
[junit4] 2> 1207979 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40695_datanode____.7t4sw3/webapp
[junit4] 2> 1208119 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-001/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-001/hdfsBaseDir/data/data2/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:44791) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1208162 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4f62cc724dfaa4: from storage DS-4565e7a1-b845-4235-903c-26c54ed4ef74 node DatanodeRegistration(127.0.0.1:38302, datanodeUuid=ab946531-cf07-4950-a722-88c93297d864, infoPort=42644, infoSecurePort=0, ipcPort=37744, storageInfo=lv=-56;cid=testClusterID;nsid=1260333824;c=0), blocks: 0, hasStaleStorage: true, processing time: 3 msecs
[junit4] 2> 1208164 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4f62cc724dfaa4: from storage DS-d0fdba2d-d25c-4b63-9c95-520c4e5a7507 node DatanodeRegistration(127.0.0.1:38302, datanodeUuid=ab946531-cf07-4950-a722-88c93297d864, infoPort=42644, infoSecurePort=0, ipcPort=37744, storageInfo=lv=-56;cid=testClusterID;nsid=1260333824;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1208438 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40695
[junit4] 2> 1208770 ERROR (DataNode: [[[DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-001/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-001/hdfsBaseDir/data/data4/]] heartbeating to lucene2-us-west.apache.org/127.0.0.1:44791) [ ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
[junit4] 2> 1208794 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4f62cc9889b177: from storage DS-da5eeadd-2217-493c-8a75-d28ba0c187d8 node DatanodeRegistration(127.0.0.1:43820, datanodeUuid=7bb8d74f-9b5b-42c0-9060-d69a9261dd79, infoPort=35447, infoSecurePort=0, ipcPort=45229, storageInfo=lv=-56;cid=testClusterID;nsid=1260333824;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
[junit4] 2> 1208795 INFO (Block report processor) [ ] BlockStateChange BLOCK* processReport 0x4f62cc9889b177: from storage DS-fbcac7f5-5a46-4c8b-9186-0899ff6090e1 node DatanodeRegistration(127.0.0.1:43820, datanodeUuid=7bb8d74f-9b5b-42c0-9060-d69a9261dd79, infoPort=35447, infoSecurePort=0, ipcPort=45229, storageInfo=lv=-56;cid=testClusterID;nsid=1260333824;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
[junit4] 2> 1209169 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002
[junit4] 2> 1209169 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1209171 INFO (Thread-1260) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1209171 INFO (Thread-1260) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1209179 ERROR (Thread-1260) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1209271 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44842
[junit4] 2> 1209274 INFO (zkConnectionManagerCallback-1439-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209278 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1209280 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1209281 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1209281 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1209281 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1209281 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1209281 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1209281 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1209282 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1e68d021{/solr,null,AVAILABLE}
[junit4] 2> 1209282 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5ab892b3{/solr,null,AVAILABLE}
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@b9c98da{SSL,[ssl, http/1.1]}{127.0.0.1:41505}
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.e.j.s.Server Started @1209357ms
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41505}
[junit4] 2> 1209287 ERROR (jetty-launcher-1436-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1209287 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T03:55:53.588Z
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@597e5d2{SSL,[ssl, http/1.1]}{127.0.0.1:37546}
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.e.j.s.Server Started @1209358ms
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37546}
[junit4] 2> 1209288 ERROR (jetty-launcher-1436-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1209288 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-20T03:55:53.589Z
[junit4] 2> 1209289 INFO (zkConnectionManagerCallback-1441-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209289 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1209295 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1209296 INFO (zkConnectionManagerCallback-1443-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209296 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1209299 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 1209348 INFO (jetty-launcher-1436-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44842/solr
[junit4] 2> 1209378 INFO (zkConnectionManagerCallback-1447-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209380 INFO (zkConnectionManagerCallback-1449-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209439 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37546_solr
[junit4] 2> 1209440 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.Overseer Overseer (id=73522006077341700-127.0.0.1:37546_solr-n_0000000000) starting
[junit4] 2> 1209470 INFO (zkConnectionManagerCallback-1456-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209471 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44842/solr ready
[junit4] 2> 1209479 INFO (OverseerStateUpdate-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37546_solr
[junit4] 2> 1209479 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37546_solr
[junit4] 2> 1209495 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44791/solr,solr.hdfs.confdir=}}
[junit4] 2> 1209495 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44791/solr,solr.hdfs.confdir=}}
[junit4] 2> 1209502 INFO (OverseerStateUpdate-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209510 INFO (jetty-launcher-1436-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44842/solr
[junit4] 2> 1209512 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1209518 INFO (zkCallback-1455-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209528 INFO (zkConnectionManagerCallback-1461-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209530 INFO (zkConnectionManagerCallback-1463-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209531 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1209537 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1209537 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1209538 INFO (jetty-launcher-1436-thread-2) [n:127.0.0.1:37546_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node2/.
[junit4] 2> 1209539 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1209543 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1209543 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41505_solr
[junit4] 2> 1209551 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1209551 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.b.r.BackupRepositoryFactory Added backup repository with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44791/solr,solr.hdfs.confdir=}}
[junit4] 2> 1209551 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.b.r.BackupRepositoryFactory Default configuration for backup repository is with configuration params {type = repository,name = hdfs,class = org.apache.solr.core.backup.repository.HdfsBackupRepository,attributes = {name=hdfs, class=org.apache.solr.core.backup.repository.HdfsBackupRepository},args = {location=/backup,solr.hdfs.home=hdfs://lucene2-us-west.apache.org:44791/solr,solr.hdfs.confdir=}}
[junit4] 2> 1209562 INFO (zkCallback-1455-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1209562 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1209568 INFO (zkConnectionManagerCallback-1470-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209569 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1209569 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44842/solr ready
[junit4] 2> 1209570 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1209584 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1209591 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1209591 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1209593 INFO (jetty-launcher-1436-thread-1) [n:127.0.0.1:41505_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/.
[junit4] 2> 1209614 INFO (zkConnectionManagerCallback-1473-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209618 INFO (zkConnectionManagerCallback-1478-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1209618 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1209648 INFO (SUITE-TestHdfsCloudBackupRestore-seed#[8607C92A69D883BC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44842/solr ready
[junit4] 2> 1209699 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[8607C92A69D883BC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 1209716 INFO (qtp835890382-5574) [n:127.0.0.1:37546_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=-1&router.field=shard_s&name=hdfsbackuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1209718 INFO (OverseerThreadFactory-2339-thread-1-processing-n:127.0.0.1:37546_solr) [n:127.0.0.1:37546_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection hdfsbackuprestore
[junit4] 2> 1209829 INFO (qtp835890382-5579) [n:127.0.0.1:37546_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1209848 INFO (qtp1719133957-5575) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1209853 INFO (OverseerStateUpdate-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41505/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1209857 INFO (OverseerStateUpdate-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"hdfsbackuprestore_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:37546/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1210067 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
[junit4] 2> 1210073 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr x:hdfsbackuprestore_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=hdfsbackuprestore_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin
[junit4] 2> 1210073 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1211089 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1211094 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1211104 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.s.IndexSchema [hdfsbackuprestore_shard2_replica_n2] Schema name=minimal
[junit4] 2> 1211107 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1211109 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1211109 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard2_replica_n2' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 1211111 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard2.replica_n2' (registry 'solr.core.hdfsbackuprestore.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1211112 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SolrCore [[hdfsbackuprestore_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node2/hdfsbackuprestore_shard2_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node2/./hdfsbackuprestore_shard2_replica_n2/data/]
[junit4] 2> 1211115 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1211115 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_replica_n1' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 1211115 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1.replica_n1' (registry 'solr.core.hdfsbackuprestore.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1211115 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/hdfsbackuprestore_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/./hdfsbackuprestore_shard1_replica_n1/data/]
[junit4] 2> 1211237 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1211237 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1211238 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1211238 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1211244 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@190f322e[hdfsbackuprestore_shard1_replica_n1] main]
[junit4] 2> 1211245 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1211245 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1211246 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1211246 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1211246 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1211247 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1211248 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1211248 INFO (searcherExecutor-2349-thread-1-processing-n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_replica_n1 c:hdfsbackuprestore s:shard1 r:core_node3) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_replica_n1] Registered new searcher Searcher@190f322e[hdfsbackuprestore_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1211248 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614815172282548224
[junit4] 2> 1211251 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@57859385[hdfsbackuprestore_shard2_replica_n2] main]
[junit4] 2> 1211252 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1211253 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1211253 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1211254 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614815172288839680
[junit4] 2> 1211255 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1211256 INFO (searcherExecutor-2348-thread-1-processing-n:127.0.0.1:37546_solr x:hdfsbackuprestore_shard2_replica_n2 c:hdfsbackuprestore s:shard2 r:core_node4) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n2] Registered new searcher Searcher@57859385[hdfsbackuprestore_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1211260 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1211260 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1211260 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_replica_n1/
[junit4] 2> 1211261 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1211261 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_replica_n1/ has no replicas
[junit4] 2> 1211261 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1211267 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 1211269 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1211269 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1211269 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37546/solr/hdfsbackuprestore_shard2_replica_n2/
[junit4] 2> 1211269 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_replica_n1/ shard1
[junit4] 2> 1211270 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1211270 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:37546/solr/hdfsbackuprestore_shard2_replica_n2/ has no replicas
[junit4] 2> 1211270 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1211273 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37546/solr/hdfsbackuprestore_shard2_replica_n2/ shard2
[junit4] 2> 1211375 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1211377 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node4&name=hdfsbackuprestore_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=1304
[junit4] 2> 1211423 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1211425 INFO (qtp1719133957-5564) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&collection=hdfsbackuprestore&version=2&replicaType=NRT&property.customKey=customValue&coreNodeName=core_node3&name=hdfsbackuprestore_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1358
[junit4] 2> 1211428 INFO (qtp835890382-5574) [n:127.0.0.1:37546_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1211525 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1211525 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1211723 INFO (OverseerCollectionConfigSetProcessor-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1212429 INFO (qtp835890382-5574) [n:127.0.0.1:37546_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&property.customKey=customValue&collection.configName=conf1&maxShardsPerNode=-1&router.field=shard_s&name=hdfsbackuprestore&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=2712
[junit4] 2> 1212450 INFO (qtp835890382-5579) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore/terms/shard2 to Terms{values={core_node4=1}, version=1}
[junit4] 2> 1212450 INFO (qtp835890382-5579) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n2] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1614815173524062208), 1 (1614815173527207936), 2 (1614815173527207937), 3 (1614815173527207938), 4 (1614815173527207939), 5 (1614815173527207940), 6 (1614815173528256512), 7 (1614815173528256513)]} 0 17
[junit4] 2> 1212460 INFO (qtp1719133957-5575) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1614815173553422336,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1212461 INFO (qtp1719133957-5575) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 1212468 INFO (qtp1719133957-5575) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1212468 INFO (qtp1719133957-5575) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard1_replica_n1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
[junit4] 2> 1212470 INFO (qtp835890382-5576) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1614815173562859520,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1212470 INFO (qtp835890382-5576) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@309e991b commitCommandVersion:1614815173562859520
[junit4] 2> 1212512 INFO (qtp835890382-5576) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@15c2115a[hdfsbackuprestore_shard2_replica_n2] main]
[junit4] 2> 1212512 INFO (qtp835890382-5576) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1212513 INFO (searcherExecutor-2348-thread-1-processing-n:127.0.0.1:37546_solr x:hdfsbackuprestore_shard2_replica_n2 c:hdfsbackuprestore s:shard2 r:core_node4) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.c.SolrCore [hdfsbackuprestore_shard2_replica_n2] Registered new searcher Searcher@15c2115a[hdfsbackuprestore_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.6.0):C8)))}
[junit4] 2> 1212513 INFO (qtp835890382-5576) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard2 r:core_node4 x:hdfsbackuprestore_shard2_replica_n2] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard2_replica_n2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 44
[junit4] 2> 1212514 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1 r:core_node3 x:hdfsbackuprestore_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [hdfsbackuprestore_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=hdfsbackuprestore:4&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 59
[junit4] 2> 1212514 INFO (TEST-TestHdfsCloudBackupRestore.test-seed#[8607C92A69D883BC]) [ ] o.a.s.c.a.c.AbstractCloudBackupRestoreTestCase Indexed 8 docs to collection: hdfsbackuprestore
[junit4] 2> 1212515 INFO (qtp835890382-5574) [n:127.0.0.1:37546_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :splitshard with params action=SPLITSHARD&collection=hdfsbackuprestore&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1212520 INFO (qtp1719133957-5571) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace&wt=javabin&version=2&group=solr.node} status=0 QTime=0
[junit4] 2> 1212521 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.hdfsbackuprestore.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1212626 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1212626 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1213529 INFO (qtp835890382-5579) [n:127.0.0.1:37546_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.hdfsbackuprestore.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1213530 INFO (qtp835890382-5579) [n:127.0.0.1:37546_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1213531 INFO (qtp1719133957-5571) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.hdfsbackuprestore.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 1213533 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1213533 INFO (OverseerThreadFactory-2339-thread-2-processing-n:127.0.0.1:37546_solr) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41505_solr for creating new replica of shard shard1_0 for collection hdfsbackuprestore
[junit4] 2> 1213535 INFO (OverseerStateUpdate-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "core":"hdfsbackuprestore_shard1_0_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41505/solr",
[junit4] 2> "node_name":"127.0.0.1:41505_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1213637 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1213637 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1213736 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&name=hdfsbackuprestore_shard1_0_replica_n5&action=CREATE&collection=hdfsbackuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1213748 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1213814 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_0_replica_n5] Schema name=minimal
[junit4] 2> 1213817 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1213817 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_0_replica_n5' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 1213817 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1_0.replica_n5' (registry 'solr.core.hdfsbackuprestore.shard1_0.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1213817 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_0_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/hdfsbackuprestore_shard1_0_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/./hdfsbackuprestore_shard1_0_replica_n5/data/]
[junit4] 2> 1213842 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1213842 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1213888 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1213888 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1213889 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1213889 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1213891 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@54bbbd0[hdfsbackuprestore_shard1_0_replica_n5] main]
[junit4] 2> 1213893 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1213894 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1213894 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1213894 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614815175057080320
[junit4] 2> 1213895 INFO (searcherExecutor-2358-thread-1-processing-n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_0_replica_n5 c:hdfsbackuprestore s:shard1_0 r:core_node7) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_0_replica_n5] Registered new searcher Searcher@54bbbd0[hdfsbackuprestore_shard1_0_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1213896 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1213898 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore/terms/shard1_0 to Terms{values={core_node7=0}, version=0}
[junit4] 2> 1213903 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1213903 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1213903 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_0_replica_n5/
[junit4] 2> 1213903 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1213903 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.SyncStrategy https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_0_replica_n5/ has no replicas
[junit4] 2> 1213903 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1213906 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_0_replica_n5/ shard1_0
[junit4] 2> 1214007 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1214007 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1214057 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1214059 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_0 r:core_node7 x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&name=hdfsbackuprestore_shard1_0_replica_n5&action=CREATE&collection=hdfsbackuprestore&shard=shard1_0&wt=javabin&version=2&replicaType=NRT} status=0 QTime=323
[junit4] 2> 1214163 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1214163 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1215065 INFO (qtp835890382-5578) [n:127.0.0.1:37546_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.hdfsbackuprestore.shard2.replica_n2:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 1215066 INFO (qtp835890382-5579) [n:127.0.0.1:37546_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 1215068 INFO (qtp1719133957-5571) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.hdfsbackuprestore.shard1.replica_n1:INDEX.sizeInBytes&key=solr.core.hdfsbackuprestore.shard1_0.replica_n5:INDEX.sizeInBytes} status=0 QTime=1
[junit4] 2> 1215069 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=1
[junit4] 2> 1215070 INFO (OverseerThreadFactory-2339-thread-2-processing-n:127.0.0.1:37546_solr) [n:127.0.0.1:37546_solr c:hdfsbackuprestore s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:41505_solr for creating new replica of shard shard1_1 for collection hdfsbackuprestore
[junit4] 2> 1215072 INFO (OverseerStateUpdate-73522006077341700-127.0.0.1:37546_solr-n_0000000000) [n:127.0.0.1:37546_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"hdfsbackuprestore",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "core":"hdfsbackuprestore_shard1_1_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41505/solr",
[junit4] 2> "node_name":"127.0.0.1:41505_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 1215174 INFO (zkCallback-1448-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1215174 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1215273 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&name=hdfsbackuprestore_shard1_1_replica_n6&action=CREATE&collection=hdfsbackuprestore&shard=shard1_1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1215283 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 1215289 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.s.IndexSchema [hdfsbackuprestore_shard1_1_replica_n6] Schema name=minimal
[junit4] 2> 1215291 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1215292 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'hdfsbackuprestore_shard1_1_replica_n6' using configuration from collection hdfsbackuprestore, trusted=true
[junit4] 2> 1215292 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.hdfsbackuprestore.shard1_1.replica_n6' (registry 'solr.core.hdfsbackuprestore.shard1_1.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@661840da
[junit4] 2> 1215292 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.SolrCore [[hdfsbackuprestore_shard1_1_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/hdfsbackuprestore_shard1_1_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.api.collections.TestHdfsCloudBackupRestore_8607C92A69D883BC-001/tempDir-002/node1/./hdfsbackuprestore_shard1_1_replica_n6/data/]
[junit4] 2> 1215347 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1215347 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1215348 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1215348 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1215350 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@757be01[hdfsbackuprestore_shard1_1_replica_n6] main]
[junit4] 2> 1215351 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 1215352 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 1215352 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1215353 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614815176586952704
[junit4] 2> 1215353 INFO (searcherExecutor-2363-thread-1-processing-n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_1_replica_n6 c:hdfsbackuprestore s:shard1_1 r:core_node8) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.SolrCore [hdfsbackuprestore_shard1_1_replica_n6] Registered new searcher Searcher@757be01[hdfsbackuprestore_shard1_1_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1215354 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 1215357 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.ZkShardTerms Successful update of terms at /collections/hdfsbackuprestore/terms/shard1_1 to Terms{values={core_node8=0}, version=0}
[junit4] 2> 1215359 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1215359 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1215359 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_1_replica_n6/
[junit4] 2> 1215359 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1215359 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.SyncStrategy https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_1_replica_n6/ has no replicas
[junit4] 2> 1215359 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1215362 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41505/solr/hdfsbackuprestore_shard1_1_replica_n6/ shard1_1
[junit4] 2> 1215464 INFO (zkCallback-1462-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1215464 INFO (zkCallback-1448-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/hdfsbackuprestore/state.json] for collection [hdfsbackuprestore] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1215513 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1215516 INFO (qtp1719133957-5577) [n:127.0.0.1:41505_solr c:hdfsbackuprestore s:shard1_1 r:core_node8 x:hdfsbackuprestore_shard1_1_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&name=hdfsbackuprestore_shard1_1_replica_n6&action=CREATE&collection=hdfsbackuprestore&shard=shard1_1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=242
[junit4] 2> 1215517 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node7, state: active, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: null, maxTime: 183 s
[junit4] 2> 1215517 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.h.a.PrepRecoveryOp In WaitForState(active): collection=hdfsbackuprestore, shard=shard1_0, thisCore=hdfsbackuprestore_shard1_0_replica_n5, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=active, localState=active, nodeName=127.0.0.1:41505_solr, coreNodeName=core_node7, onlyIfActiveCheckResult=false, nodeProps: core_node7:{"core":"hdfsbackuprestore_shard1_0_replica_n5","base_url":"https://127.0.0.1:41505/solr","node_name":"127.0.0.1:41505_solr","state":"active","type":"NRT","force_set_state":"false","leader":"true"}
[junit4] 2> 1215517 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node7, state: active, checkLive: true, onlyIfLeader: true for: 0 seconds.
[junit4] 2> 1215517 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr x:hdfsbackuprestore_shard1_0_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:41505_solr&core=hdfsbackuprestore_shard1_0_replica_n5&qt=/admin/cores&coreNodeName=core_node7&action=PREPRECOVERY&checkLive=true&state=active&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 1215519 INFO (qtp1719133957-5565) [n:127.0.0.1:41505_solr x:hd
[...truncated too long message...]
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null250017862
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null250017862
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null250017862
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 32ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 230 minutes 13 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 190 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/190/
1 tests failed.
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned
Error Message:
Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([7D130DC52E46D34A:85D5F4F0BD5F4B82]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 15768 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_7D130DC52E46D34A-001/init-core-data-001
[junit4] 1> 04:38:18.565 [Thread-20] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 04:38:18.749 [jetty-launcher-323-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 04:38:18.749 [jetty-launcher-323-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 04:38:18.751 [jetty-launcher-323-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 04:38:26.298 [TEST-CloudSolrClientTest.testShutdown-seed#[7D130DC52E46D34A]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 04:38:27.411 [TEST-CloudSolrClientTest.testShutdown-seed#[7D130DC52E46D34A]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 04:39:07.096 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 0
[junit4] 1> 04:39:07.121 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 1
[junit4] 1> 04:39:07.130 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 2
[junit4] 1> 04:39:07.159 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 3
[junit4] 1> 04:39:07.173 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 4
[junit4] 1> 04:39:07.181 [TEST-CloudSolrClientTest.testVersionsAreReturned-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [collection1] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] 1> <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 5
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CloudSolrClientTest -Dtests.method=testVersionsAreReturned -Dtests.seed=7D130DC52E46D34A -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=is-IS -Dtests.timezone=America/Phoenix -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 4.12s J2 | CloudSolrClientTest.testVersionsAreReturned <<<
[junit4] > Throwable #1: org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] > <head>
[junit4] > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] > </head>
[junit4] > <body><h2>HTTP ERROR 404</h2>
[junit4] > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] > <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] > </body>
[junit4] > </html>
[junit4] > at __randomizedtesting.SeedInfo.seed([7D130DC52E46D34A:85D5F4F0BD5F4B82]:0)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testVersionsAreReturned(CloudSolrClientTest.java:725)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42753/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] > <head>
[junit4] > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] > </head>
[junit4] > <body><h2>HTTP ERROR 404</h2>
[junit4] > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] > <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] > </body>
[junit4] > </html>
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > ... 1 more
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 04:39:12.359 [qtp1264224882-442] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 04:39:12.457 [qtp1264224882-442] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:240)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 04:39:12.574 [qtp1264224882-442] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 04:39:27.554 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[7D130DC52E46D34A]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35302/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
[junit4] 1> <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 0
[junit4] 1> 04:39:31.493 [SUITE-CloudSolrClientTest-seed#[7D130DC52E46D34A]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_7D130DC52E46D34A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=BlockTreeOrds(blocksize=128), a_t=PostingsFormat(name=MockRandom), title_s=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=Asserting), text=PostingsFormat(name=Direct)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Memory), a_t=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70), text=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1125, maxMBSortInHeap=5.840808949106188, sim=RandomSimilarity(queryNorm=true): {}, locale=is-IS, timezone=America/Phoenix
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=283319192,total=431489024
[junit4] 2> NOTE: All tests run in this JVM: [LargeVolumeEmbeddedTest, TestTimeSource, TestFastInputStream, GreaterThanEvaluatorTest, StreamingTest, CubedRootEvaluatorTest, FieldValueEvaluatorTest, EmpiricalDistributionEvaluatorTest, CloudSolrClientTest]
[junit4] Completed [52/162 (1!)] on J2 in 73.58s, 16 tests, 1 error <<< FAILURES!
[...truncated 48087 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2434 links (1986 relative) to 3182 anchors in 246 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
jar-checksums:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null2047202193
[copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null2047202193
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/null2047202193
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1885222583
[copy] Copying 241 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1885222583
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null1885222583
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 42ms :: artifacts dl 2ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 123 minutes 13 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 189 - Still
unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/189/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode
Error Message:
[Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"deleteNode_collection", "second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"deleteNode_collection", "second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"deleteNode_collection", "second":"shard1"}], REPLICA=[core_node6]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{ "first":"deleteNode_collection", "second":"shard1"}], REPLICA=[core_node3]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:37804_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:38870_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:44550_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:39913_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:40504_solr]}}] expected:<8> but was:<9>
Stack Trace:
java.lang.AssertionError: [Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"deleteNode_collection",
"second":"shard1"}], REPLICA=[core_node10]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"deleteNode_collection",
"second":"shard1"}], REPLICA=[core_node8]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"deleteNode_collection",
"second":"shard1"}], REPLICA=[core_node6]}}, Op{action=DELETEREPLICA, hints={COLL_SHARD=[{
"first":"deleteNode_collection",
"second":"shard1"}], REPLICA=[core_node3]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:37804_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:38870_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:44550_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:39913_solr]}}, Op{action=DELETENODE, hints={SRC_NODE=[127.0.0.1:40504_solr]}}] expected:<8> but was:<9>
at __randomizedtesting.SeedInfo.seed([97127F97D7306369:B580B115E0FAEC14]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest.testDeleteNode(SearchRateTriggerIntegrationTest.java:655)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12687 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.SearchRateTriggerIntegrationTest
[junit4] 2> 946127 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/init-core-data-001
[junit4] 2> 946130 WARN (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
[junit4] 2> 946130 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 946132 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 946133 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001
[junit4] 2> 946133 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 946133 INFO (Thread-1673) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 946133 INFO (Thread-1673) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 946135 ERROR (Thread-1673) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 946233 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37257
[junit4] 2> 946236 INFO (zkConnectionManagerCallback-1358-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946240 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10528f34ddf0000, likely client has closed socket
[junit4] 2> 946242 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 946243 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 946243 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 946244 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 946244 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 946248 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 946248 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 946248 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 946249 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 946249 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 946249 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 946249 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@77c0f4f0{/solr,null,AVAILABLE}
[junit4] 2> 946249 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6769468b{/solr,null,AVAILABLE}
[junit4] 2> 946251 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 946251 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 946251 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 946252 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 946252 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 946252 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 946252 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2375116{/solr,null,AVAILABLE}
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d97cb1f{SSL,[ssl, http/1.1]}{127.0.0.1:39913}
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.e.j.s.Server Started @946305ms
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39913}
[junit4] 2> 946259 ERROR (jetty-launcher-1355-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 946259 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-18T01:01:09.491Z
[junit4] 2> 946260 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.AbstractConnector Started ServerConnector@78cf2a78{SSL,[ssl, http/1.1]}{127.0.0.1:37804}
[junit4] 2> 946260 INFO (jetty-launcher-1355-thread-5) [ ] o.e.j.s.Server Started @946307ms
[junit4] 2> 946260 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76ef2cbe{/solr,null,AVAILABLE}
[junit4] 2> 946260 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37804}
[junit4] 2> 946260 ERROR (jetty-launcher-1355-thread-5) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 946260 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-18T01:01:09.493Z
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5cc1dcfe{SSL,[ssl, http/1.1]}{127.0.0.1:44550}
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.e.j.s.Server Started @946307ms
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44550}
[junit4] 2> 946261 ERROR (jetty-launcher-1355-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 946261 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-18T01:01:09.493Z
[junit4] 2> 946270 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@42691f6b{SSL,[ssl, http/1.1]}{127.0.0.1:38870}
[junit4] 2> 946270 INFO (jetty-launcher-1355-thread-1) [ ] o.e.j.s.Server Started @946317ms
[junit4] 2> 946270 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38870}
[junit4] 2> 946270 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 946270 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 946271 ERROR (jetty-launcher-1355-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17dd9bab{/solr,null,AVAILABLE}
[junit4] 2> 946271 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-18T01:01:09.503Z
[junit4] 2> 946272 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5102fa4b{SSL,[ssl, http/1.1]}{127.0.0.1:40504}
[junit4] 2> 946272 INFO (jetty-launcher-1355-thread-4) [ ] o.e.j.s.Server Started @946319ms
[junit4] 2> 946272 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40504}
[junit4] 2> 946272 ERROR (jetty-launcher-1355-thread-4) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 946272 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 946273 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.6.0
[junit4] 2> 946273 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 946273 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 946273 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-10-18T01:01:09.505Z
[junit4] 2> 946273 INFO (zkConnectionManagerCallback-1360-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946274 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 946274 INFO (zkConnectionManagerCallback-1366-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946274 INFO (zkConnectionManagerCallback-1362-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946275 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 946279 INFO (zkConnectionManagerCallback-1364-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946286 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 946286 INFO (zkConnectionManagerCallback-1368-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946287 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 946287 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 946484 INFO (jetty-launcher-1355-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37257/solr
[junit4] 2> 946485 INFO (jetty-launcher-1355-thread-5) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37257/solr
[junit4] 2> 946487 INFO (zkConnectionManagerCallback-1376-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946511 INFO (zkConnectionManagerCallback-1373-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946544 INFO (zkConnectionManagerCallback-1378-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946573 INFO (zkConnectionManagerCallback-1380-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946643 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38870_solr
[junit4] 2> 946651 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.c.Overseer Overseer (id=73509994370105353-127.0.0.1:38870_solr-n_0000000000) starting
[junit4] 2> 946662 INFO (jetty-launcher-1355-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37257/solr
[junit4] 2> 946668 INFO (zkConnectionManagerCallback-1389-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946669 INFO (jetty-launcher-1355-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37257/solr
[junit4] 2> 946671 INFO (zkConnectionManagerCallback-1394-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946673 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37257/solr ready
[junit4] 2> 946674 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38870_solr
[junit4] 2> 946680 INFO (OverseerStateUpdate-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38870_solr
[junit4] 2> 946680 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 946681 INFO (zkConnectionManagerCallback-1398-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946682 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10528f34ddf000b, likely client has closed socket
[junit4] 2> 946683 INFO (jetty-launcher-1355-thread-4) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37257/solr
[junit4] 2> 946687 INFO (zkCallback-1393-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 946699 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 946699 INFO (OverseerStateUpdate-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 946699 INFO (zkConnectionManagerCallback-1403-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946700 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 946700 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 946707 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 946723 INFO (zkConnectionManagerCallback-1401-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946724 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x10528f34ddf000d, likely client has closed socket
[junit4] 2> 946725 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 946725 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39913_solr
[junit4] 2> 946725 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 946739 INFO (zkCallback-1393-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 946747 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 946747 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37804_solr
[junit4] 2> 946753 INFO (zkCallback-1402-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 946763 INFO (zkCallback-1393-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 946763 INFO (zkCallback-1379-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 946764 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 946786 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38870.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946791 INFO (zkConnectionManagerCallback-1405-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946801 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38870.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946801 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38870.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946802 INFO (jetty-launcher-1355-thread-1) [n:127.0.0.1:38870_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node1/.
[junit4] 2> 946804 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:37804_solr, 127.0.0.1:38870_solr, 127.0.0.1:39913_solr]
[junit4] 2> 946807 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 946826 INFO (zkCallback-1377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
[junit4] 2> 946826 INFO (zkCallback-1402-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 946842 INFO (zkConnectionManagerCallback-1413-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946843 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 946843 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 946843 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44550_solr
[junit4] 2> 946844 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37257/solr ready
[junit4] 2> 946844 INFO (zkCallback-1379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 946844 INFO (zkCallback-1393-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 946847 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 946851 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 946851 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 946855 INFO (zkCallback-1377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 946862 INFO (zkCallback-1404-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 946866 DEBUG (ScheduledTrigger-3389-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 4
[junit4] 2> 946866 INFO (zkCallback-1402-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 946866 INFO (zkConnectionManagerCallback-1415-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946867 INFO (zkConnectionManagerCallback-1420-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946868 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 946869 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37257/solr ready
[junit4] 2> 946878 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 946886 INFO (zkCallback-1412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 946898 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39913.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946901 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
[junit4] 2> 946905 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 946905 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40504_solr
[junit4] 2> 946906 INFO (zkCallback-1402-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946911 INFO (zkCallback-1393-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946911 INFO (zkCallback-1404-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946911 INFO (zkCallback-1377-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946915 INFO (zkCallback-1379-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946918 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37804.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946922 INFO (zkConnectionManagerCallback-1429-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946925 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37804.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946925 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37804.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946926 INFO (jetty-launcher-1355-thread-5) [n:127.0.0.1:37804_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node5/.
[junit4] 2> 946933 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39913.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946933 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39913.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946934 INFO (jetty-launcher-1355-thread-2) [n:127.0.0.1:39913_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node4/.
[junit4] 2> 946935 INFO (zkCallback-1412-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946943 INFO (zkCallback-1419-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946944 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
[junit4] 2> 946944 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 946945 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37257/solr ready
[junit4] 2> 946955 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 946983 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44550.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946991 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44550.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946991 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44550.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 946992 INFO (jetty-launcher-1355-thread-3) [n:127.0.0.1:44550_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node3/.
[junit4] 2> 946995 INFO (zkConnectionManagerCallback-1437-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 946996 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 946997 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37257/solr ready
[junit4] 2> 946998 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 947018 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 947038 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 947038 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 947039 INFO (jetty-launcher-1355-thread-4) [n:127.0.0.1:40504_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node2/.
[junit4] 2> 947132 INFO (zkConnectionManagerCallback-1440-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 947136 INFO (zkConnectionManagerCallback-1445-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 947137 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 947138 INFO (SUITE-SearchRateTriggerIntegrationTest-seed#[97127F97D7306369]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37257/solr ready
[junit4] 2> 947193 INFO (qtp1932618884-6378) [n:127.0.0.1:37804_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 947244 INFO (qtp448149092-6366) [n:127.0.0.1:38870_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 947271 INFO (qtp2088467921-6368) [n:127.0.0.1:39913_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 947295 INFO (qtp1757961743-6390) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 947316 INFO (qtp1143002645-6373) [n:127.0.0.1:44550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 947317 DEBUG (qtp1932618884-6376) [n:127.0.0.1:37804_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 947318 DEBUG (zkCallback-1393-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 947324 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 947325 INFO (qtp1932618884-6376) [n:127.0.0.1:37804_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=137
[junit4] 2> 947326 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 947327 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 947396 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[97127F97D7306369]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testBelowSearchRate
[junit4] 2> 947405 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[97127F97D7306369]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
[junit4] 2> 947415 INFO (TEST-SearchRateTriggerIntegrationTest.testBelowSearchRate-seed#[97127F97D7306369]) [ ] o.a.s.c.a.SearchRateTriggerIntegrationTest /autoscaling.json reset, new znode version 3
[junit4] 2> 947418 DEBUG (zkCallback-1393-thread-1) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 947418 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 947422 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 947423 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 947423 DEBUG (OverseerAutoScalingTriggerThread-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 952421 INFO (qtp1932618884-6367) [n:127.0.0.1:37804_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 952424 INFO (OverseerThreadFactory-3391-thread-1-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection belowRate_collection
[junit4] 2> 952550 DEBUG (OverseerThreadFactory-3391-thread-1-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 952553 INFO (qtp1932618884-6378) [n:127.0.0.1:37804_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 952560 INFO (qtp2088467921-6368) [n:127.0.0.1:39913_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 952567 INFO (qtp448149092-6366) [n:127.0.0.1:38870_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 952582 INFO (qtp1757961743-6390) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 952592 INFO (qtp1143002645-6373) [n:127.0.0.1:44550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 952592 DEBUG (OverseerThreadFactory-3391-thread-1-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 952594 DEBUG (OverseerThreadFactory-3391-thread-1-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 22161876763 sessionWrapper.createTime 22161876761444217, this.sessionWrapper.createTime 22161876761444217
[junit4] 2> 952597 INFO (OverseerStateUpdate-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44550/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 952600 INFO (OverseerStateUpdate-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:40504/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 952808 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr x:belowRate_collection_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 952809 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr x:belowRate_collection_shard1_replica_n3] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n3&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 953824 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 953856 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 953874 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n1] Schema name=minimal
[junit4] 2> 953876 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 953877 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n1' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 953878 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44550.solr.core.belowRate_collection.shard1.replica_n1' (registry 'solr.core.belowRate_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 953879 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node3/belowRate_collection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node3/./belowRate_collection_shard1_replica_n1/data/]
[junit4] 2> 953887 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n3] Schema name=minimal
[junit4] 2> 953889 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 953889 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n3' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 953889 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40504.solr.core.belowRate_collection.shard1.replica_n3' (registry 'solr.core.belowRate_collection.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 953899 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node2/belowRate_collection_shard1_replica_n3], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node2/./belowRate_collection_shard1_replica_n3/data/]
[junit4] 2> 954059 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 954060 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 954061 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 954061 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 954063 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1938a90c[belowRate_collection_shard1_replica_n1] main]
[junit4] 2> 954072 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 954081 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 954082 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 954082 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614622991124004864
[junit4] 2> 954082 INFO (searcherExecutor-3412-thread-1-processing-n:127.0.0.1:44550_solr x:belowRate_collection_shard1_replica_n1 c:belowRate_collection s:shard1 r:core_node2) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n1] Registered new searcher Searcher@1938a90c[belowRate_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 954084 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 954084 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 954085 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 954085 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 954086 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f07c51c[belowRate_collection_shard1_replica_n3] main]
[junit4] 2> 954087 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 954088 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 954088 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node2=0}, version=0}
[junit4] 2> 954088 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 954088 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614622991130296320
[junit4] 2> 954089 INFO (searcherExecutor-3413-thread-1-processing-n:127.0.0.1:40504_solr x:belowRate_collection_shard1_replica_n3 c:belowRate_collection s:shard1 r:core_node4) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n3] Registered new searcher Searcher@6f07c51c[belowRate_collection_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 954093 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node2=0, core_node4=0}, version=1}
[junit4] 2> 954097 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 954599 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 954599 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 954599 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40504/solr/belowRate_collection_shard1_replica_n3/
[junit4] 2> 954599 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=belowRate_collection_shard1_replica_n3 url=https://127.0.0.1:40504/solr START replicas=[https://127.0.0.1:44550/solr/belowRate_collection_shard1_replica_n1/] nUpdates=100
[junit4] 2> 954600 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=belowRate_collection_shard1_replica_n3 url=https://127.0.0.1:40504/solr DONE. We have no versions. sync failed.
[junit4] 2> 954603 INFO (qtp1143002645-6385) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.c.S.Request [belowRate_collection_shard1_replica_n1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 954604 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 954604 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 954604 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 954608 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40504/solr/belowRate_collection_shard1_replica_n3/ shard1
[junit4] 2> 954737 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 954739 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n3&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1929
[junit4] 2> 954839 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 955104 INFO (qtp1143002645-6377) [n:127.0.0.1:44550_solr c:belowRate_collection s:shard1 r:core_node2 x:belowRate_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=belowRate_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2296
[junit4] 2> 955104 DEBUG (OverseerThreadFactory-3391-thread-1-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 955107 INFO (qtp1932618884-6367) [n:127.0.0.1:37804_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 955204 INFO (zkCallback-1404-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 955204 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 956119 INFO (qtp1932618884-6367) [n:127.0.0.1:37804_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf&name=belowRate_collection&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3698
[junit4] 2> 956174 INFO (qtp1932618884-6378) [n:127.0.0.1:37804_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=belowRate_collection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 956229 INFO (OverseerCollectionConfigSetProcessor-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 956230 DEBUG (OverseerThreadFactory-3391-thread-2-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 956246 INFO (qtp1932618884-6367) [n:127.0.0.1:37804_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 956342 INFO (qtp2088467921-6374) [n:127.0.0.1:39913_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 956388 INFO (qtp448149092-6382) [n:127.0.0.1:38870_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 956390 INFO (qtp1757961743-6357) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 956399 INFO (qtp1757961743-6357) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=9
[junit4] 2> 956401 INFO (qtp1143002645-6373) [n:127.0.0.1:44550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 956403 INFO (qtp1143002645-6373) [n:127.0.0.1:44550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 956403 DEBUG (OverseerThreadFactory-3391-thread-2-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 956417 INFO (qtp1757961743-6357) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 956418 DEBUG (OverseerThreadFactory-3391-thread-2-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 22161880587 sessionWrapper.createTime 22161880584962240, this.sessionWrapper.createTime 22161880584962240
[junit4] 2> 956418 INFO (OverseerThreadFactory-3391-thread-2-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:38870_solr for creating new replica of shard shard1 for collection belowRate_collection
[junit4] 2> 956419 DEBUG (OverseerThreadFactory-3391-thread-2-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 956506 INFO (OverseerStateUpdate-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:38870/solr",
[junit4] 2> "node_name":"127.0.0.1:38870_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 956607 INFO (zkCallback-1404-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 956610 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 956734 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=belowRate_collection_shard1_replica_n5&action=CREATE&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 956734 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 956791 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 956827 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.IndexSchema [belowRate_collection_shard1_replica_n5] Schema name=minimal
[junit4] 2> 956829 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 956829 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'belowRate_collection_shard1_replica_n5' using configuration from collection belowRate_collection, trusted=true
[junit4] 2> 956846 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38870.solr.core.belowRate_collection.shard1.replica_n5' (registry 'solr.core.belowRate_collection.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc476dc
[junit4] 2> 956846 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrCore [[belowRate_collection_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node1/belowRate_collection_shard1_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.SearchRateTriggerIntegrationTest_97127F97D7306369-001/tempDir-001/node1/./belowRate_collection_shard1_replica_n5/data/]
[junit4] 2> 956899 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 956899 INFO (zkCallback-1404-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957105 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 957105 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 957119 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 957119 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 957120 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@97c3a8b[belowRate_collection_shard1_replica_n5] main]
[junit4] 2> 957131 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 957131 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 957132 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 957132 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614622994322161664
[junit4] 2> 957135 INFO (searcherExecutor-3422-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.SolrCore [belowRate_collection_shard1_replica_n5] Registered new searcher Searcher@97c3a8b[belowRate_collection_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 957164 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node2=0, core_node6=0, core_node4=0}, version=2}
[junit4] 2> 957166 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.ZkController Core needs to recover:belowRate_collection_shard1_replica_n5
[junit4] 2> 957183 INFO (updateExecutor-1369-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 957183 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 957212 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy startupVersions is empty
[junit4] 2> 957213 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=belowRate_collection_shard1_replica_n5&action=CREATE&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=479
[junit4] 2> 957232 INFO (qtp1932618884-6378) [n:127.0.0.1:37804_solr c:belowRate_collection ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=belowRate_collection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1058
[junit4] 2> 957233 INFO (qtp1932618884-6367) [n:127.0.0.1:37804_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=belowRate_collection&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 957279 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.S.Request [belowRate_collection_shard1_replica_n3] webapp=/solr path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 957279 INFO (qtp1757961743-6391) [n:127.0.0.1:40504_solr c:belowRate_collection s:shard1 r:core_node4 x:belowRate_collection_shard1_replica_n3] o.a.s.c.S.Request [belowRate_collection_shard1_replica_n3] webapp=/solr path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 957280 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[belowRate_collection_shard1_replica_n5]
[junit4] 2> 957280 INFO (OverseerCollectionConfigSetProcessor-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 957280 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 957280 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy Publishing state of core [belowRate_collection_shard1_replica_n5] as recovering, leader is [https://127.0.0.1:40504/solr/belowRate_collection_shard1_replica_n3/] and I am [https://127.0.0.1:38870/solr/belowRate_collection_shard1_replica_n5/]
[junit4] 2> 957293 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.ZkShardTerms Successful update of terms at /collections/belowRate_collection/terms/shard1 to Terms{values={core_node6=0, core_node6_recovering=0, core_node2=0, core_node4=0}, version=3}
[junit4] 2> 957294 INFO (recoveryExecutor-1371-thread-1-processing-n:127.0.0.1:38870_solr x:belowRate_collection_shard1_replica_n5 c:belowRate_collection s:shard1 r:core_node6) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 r:core_node6 x:belowRate_collection_shard1_replica_n5] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:40504/solr]; [WaitForState: action=PREPRECOVERY&core=belowRate_collection_shard1_replica_n3&nodeName=127.0.0.1:38870_solr&coreNodeName=core_node6&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 957334 INFO (qtp1757961743-6388) [n:127.0.0.1:40504_solr x:belowRate_collection_shard1_replica_n3] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node6, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 957334 INFO (qtp1757961743-6388) [n:127.0.0.1:40504_solr x:belowRate_collection_shard1_replica_n3] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=belowRate_collection, shard=shard1, thisCore=belowRate_collection_shard1_replica_n3, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:38870_solr, coreNodeName=core_node6, onlyIfActiveCheckResult=false, nodeProps: core_node6:{"core":"belowRate_collection_shard1_replica_n5","base_url":"https://127.0.0.1:38870/solr","node_name":"127.0.0.1:38870_solr","state":"down","type":"NRT","force_set_state":"false"}
[junit4] 2> 957335 DEBUG (OverseerThreadFactory-3391-thread-3-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
[junit4] 2> 957337 INFO (qtp1932618884-6378) [n:127.0.0.1:37804_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 957375 INFO (qtp2088467921-6369) [n:127.0.0.1:39913_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 957411 INFO (qtp448149092-6379) [n:127.0.0.1:38870_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n5:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 957412 INFO (qtp448149092-6380) [n:127.0.0.1:38870_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 957414 INFO (qtp1757961743-6357) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 957432 INFO (qtp1757961743-6357) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 957461 INFO (qtp1143002645-6373) [n:127.0.0.1:44550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 957462 INFO (qtp1143002645-6373) [n:127.0.0.1:44550_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 957463 DEBUG (OverseerThreadFactory-3391-thread-3-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper New session created
[junit4] 2> 957463 INFO (zkCallback-1379-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957465 INFO (qtp1757961743-6390) [n:127.0.0.1:40504_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.belowRate_collection.shard1.replica_n3:INDEX.sizeInBytes} status=0 QTime=0
[junit4] 2> 957465 INFO (zkCallback-1379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957465 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957465 INFO (zkCallback-1404-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957466 DEBUG (OverseerThreadFactory-3391-thread-3-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 22161881635 sessionWrapper.createTime 22161881632410757, this.sessionWrapper.createTime 22161881632410757
[junit4] 2> 957466 INFO (OverseerThreadFactory-3391-thread-3-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:39913_solr for creating new replica of shard shard1 for collection belowRate_collection
[junit4] 2> 957475 DEBUG (OverseerThreadFactory-3391-thread-3-processing-n:127.0.0.1:38870_solr) [n:127.0.0.1:38870_solr c:belowRate_collection s:shard1 ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
[junit4] 2> 957485 INFO (OverseerStateUpdate-73509994370105353-127.0.0.1:38870_solr-n_0000000000) [n:127.0.0.1:38870_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"belowRate_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"belowRate_collection_shard1_replica_t7",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:39913/solr",
[junit4] 2> "node_name":"127.0.0.1:39913_solr",
[junit4] 2> "type":"TLOG"}
[junit4] 2> 957587 INFO (zkCallback-1379-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957587 INFO (zkCallback-1414-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957587 INFO (zkCallback-1404-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957591 INFO (zkCallback-1379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957720 INFO (qtp2088467921-6371) [n:127.0.0.1:39913_solr x:belowRate_collection_shard1_replica_t7] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=belowRate_collection_shard1_replica_t7&action=CREATE&collection=belowRate_collection&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 957845 INFO (zkCallback-1379-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/belowRate_collection/state.json] for collection [belowRate_collection] has occurred - updating... (live nodes size: [5])
[junit4] 2> 957845 INFO (zkCallb
[...truncated too long message...]
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null709945512
[copy] Copying 241 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null709945512
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/null709945512
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 146ms :: artifacts dl 20ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 227 minutes 3 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-BadApples-Tests-7.x - Build # 188 - Failure
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-BadApples-Tests-7.x/188/
4 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.rest.TestManagedResourceStorage
Error Message:
SolrCore.getOpenCount()==2
Stack Trace:
java.lang.RuntimeException: SolrCore.getOpenCount()==2
at __randomizedtesting.SeedInfo.seed([2E1E92AF991D21E2]:0)
at org.apache.solr.util.TestHarness.close(TestHarness.java:380)
at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:802)
at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.rest.TestManagedResourceStorage
Error Message:
4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage: 1) Thread[id=36088, name=ProcessThread(sid:0 cport:40157):, state=WAITING, group=TGRP-TestManagedResourceStorage] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123) 2) Thread[id=36086, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestManagedResourceStorage] at java.lang.Object.wait(Native Method) at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147) 3) Thread[id=36084, name=Thread-5241, state=WAITING, group=TGRP-TestManagedResourceStorage] at java.lang.Object.wait(Native Method) at java.lang.Thread.join(Thread.java:1252) at java.lang.Thread.join(Thread.java:1326) at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313) at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313) at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496) 4) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage:
1) Thread[id=36088, name=ProcessThread(sid:0 cport:40157):, state=WAITING, group=TGRP-TestManagedResourceStorage]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
2) Thread[id=36086, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestManagedResourceStorage]
at java.lang.Object.wait(Native Method)
at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
3) Thread[id=36084, name=Thread-5241, state=WAITING, group=TGRP-TestManagedResourceStorage]
at java.lang.Object.wait(Native Method)
at java.lang.Thread.join(Thread.java:1252)
at java.lang.Thread.join(Thread.java:1326)
at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
4) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2E1E92AF991D21E2]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.rest.TestManagedResourceStorage
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
at sun.nio.ch.IOUtil.drain(Native Method)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([2E1E92AF991D21E2]:0)
FAILED: org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting
Error Message:
Error from server at https://127.0.0.1:46574/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/> <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title> </head> <body><h2>HTTP ERROR 404</h2> <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason: <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/> </body> </html>
Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at https://127.0.0.1:46574/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at __randomizedtesting.SeedInfo.seed([9DDA379B646E175E:5F6D0BF3672EE726]:0)
at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:551)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46574/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
<title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
</head>
<body><h2>HTTP ERROR 404</h2>
<p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
<pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
</body>
</html>
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Build Log:
[...truncated 14768 lines...]
[junit4] Suite: org.apache.solr.rest.TestManagedResourceStorage
[junit4] 2> 3600584 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/init-core-data-001
[junit4] 2> 3600585 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 3600586 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 3600587 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 3600588 INFO (Thread-5241) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 3600588 INFO (Thread-5241) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 3600591 ERROR (Thread-5241) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3600688 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:40157
[junit4] 2> 3600701 INFO (zkConnectionManagerCallback-13982-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3600712 INFO (zkConnectionManagerCallback-13984-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3600720 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 3600723 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 3600725 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 3600727 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 3600729 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 3600731 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 3600733 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 3600735 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 3600737 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 3600739 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 3600742 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 3600745 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 3600746 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3600824 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 3600854 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 3600998 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3601159 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40157/solr
[junit4] 2> 3601164 INFO (zkConnectionManagerCallback-13988-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3601167 INFO (zkConnectionManagerCallback-13990-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3601296 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.OverseerElectionContext I am going to be the leader 10.41.0.5:8983_
[junit4] 2> 3601298 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.Overseer Overseer (id=72115086224326659-10.41.0.5:8983_-n_0000000000) starting
[junit4] 2> 3601312 INFO (zkConnectionManagerCallback-13997-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 3601317 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40157/solr ready
[junit4] 2> 3601318 INFO (OverseerStateUpdate-72115086224326659-10.41.0.5:8983_-n_0000000000) [n:10.41.0.5:8983_ ] o.a.s.c.Overseer Starting to work on the main queue : 10.41.0.5:8983_
[junit4] 2> 3601319 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/10.41.0.5:8983_
[junit4] 2> 3601327 INFO (zkCallback-13989-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3601328 INFO (zkCallback-13996-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 3601332 DEBUG (OverseerAutoScalingTriggerThread-72115086224326659-10.41.0.5:8983_-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [10.41.0.5:8983_]
[junit4] 2> 3601333 DEBUG (ScheduledTrigger-12143-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3601348 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 3601372 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba82ed9
[junit4] 2> 3601384 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba82ed9
[junit4] 2> 3601385 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba82ed9
[junit4] 2> 3601388 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 3602334 DEBUG (ScheduledTrigger-12143-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 3602392 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 3602442 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.6.0
[junit4] 2> 3602474 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 3602633 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 3602684 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1, trusted=true
[junit4] 2> 3602684 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.10.41.0.5:8983__collection1' (registry 'solr.core.collection1.shard1.10.41.0.5:8983__collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2ba82ed9
[junit4] 2> 3602685 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/init-core-data-001/]
[junit4] 2> 3602697 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=48, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7393865194085126]
[junit4] 2> 3602855 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 3602855 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 3602856 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 3602856 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 3602857 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=99.2060546875, floorSegmentMB=1.4580078125, forceMergeDeletesPctAllowed=6.116292344955173, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.512536922950836, deletesPctAllowed=21.868974769695814
[junit4] 2> 3602859 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2129b974[collection1] main]
[junit4] 2> 3602860 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
[junit4] 2> 3602868 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
[junit4] 2> 3602900 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 3602900 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
[junit4] 2> 3602900 INFO (coreLoadExecutor-12149-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1614537005747666944
[junit4] 2> 3602901 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
[junit4] 2> 3602901 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
[junit4] 2> 3602901 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
[junit4] 2> 3602901 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
[junit4] 2> 3602901 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
[junit4] 2> 3602902 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
[junit4] 2> 3602902 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
[junit4] 2> 3602902 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
[junit4] 2> 3602904 INFO (searcherExecutor-12150-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2129b974[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 3602908 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 3602931 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ###Starting testZkBasedJsonStorage
[junit4] 2> 3602933 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /test
[junit4] 2> 3602936 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Wrote 136 bytes to new znode /test/_test_foo.json
[junit4] 2> 3602936 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Saved JSON object to path _test_foo.json using ZooKeeperStorageIO:path=/test
[junit4] 2> 3602936 INFO (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection1/terms/shard1 to Terms{values={10.41.0.5:8983__collection1=0}, version=0}
[junit4] 2> 3602937 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _test_foo.json using ZooKeeperStorageIO:path=/test
[junit4] 2> 3602938 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Wrote 175 bytes to existing znode /test/_test_foo.json
[junit4] 2> 3602938 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Saved JSON object to path _test_foo.json using ZooKeeperStorageIO:path=/test
[junit4] 2> 3602939 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _test_foo.json using ZooKeeperStorageIO:path=/test
[junit4] 2> 3602940 INFO (TEST-TestManagedResourceStorage.testZkBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ###Ending testZkBasedJsonStorage
[junit4] 2> 3602953 INFO (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 3602955 INFO (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 3602956 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ###Starting testFileBasedJsonStorage
[junit4] 2> 3602957 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/json-storage-001/managed
[junit4] 2> 3602957 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Saved JSON object to path _test_foo.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/json-storage-001/managed
[junit4] 2> 3602957 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _test_foo.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/json-storage-001/managed
[junit4] 2> 3602958 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Saved JSON object to path _test_foo.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/json-storage-001/managed
[junit4] 2> 3602958 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.r.ManagedResourceStorage Loaded LinkedHashMap at path _test_foo.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.rest.TestManagedResourceStorage_2E1E92AF991D21E2-001/json-storage-001/managed
[junit4] 2> 3602959 INFO (TEST-TestManagedResourceStorage.testFileBasedJsonStorage-seed#[2E1E92AF991D21E2]) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ###Ending testFileBasedJsonStorage
[junit4] 2> 3602959 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 3602959 INFO (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 3602960 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 3602960 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=23122538
[junit4] 2> 3602961 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 3602961 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54ed27ef: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@184b8ced
[junit4] 2> 3602968 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 3602968 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10d95932: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1c28bf40
[junit4] 2> 3602970 INFO (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://10.41.0.5:8983/collection1/ shard1
[junit4] 2> 3602973 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 3602973 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a4f6560: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7cf22ebc
[junit4] 2> 3602974 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/10.41.0.5:8983_
[junit4] 2> 3602979 INFO (zkCallback-13996-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3602980 INFO (zkCallback-13989-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3602980 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3602981 INFO (coreCloseExecutor-12155-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@76738f5e
[junit4] 2> 3602981 INFO (coreCloseExecutor-12155-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.10.41.0.5:8983__collection1, tag=76738f5e
[junit4] 2> 3602982 INFO (coreCloseExecutor-12155-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5cdcda2c: rootName = null, domain = solr.core.collection1.shard1.10.41.0.5:8983__collection1, service url = null, agent id = null] for registry solr.core.collection1.shard1.10.41.0.5:8983__collection1 / com.codahale.metrics.MetricRegistry@34ef35e1
[junit4] 2> 3602997 INFO (coreCloseExecutor-12155-thread-1-processing-n:10.41.0.5:8983_) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=76738f5e
[junit4] 2> 3602999 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.c.Overseer Overseer (id=72115086224326659-10.41.0.5:8983_-n_0000000000) closing
[junit4] 2> 3602999 INFO (OverseerStateUpdate-72115086224326659-10.41.0.5:8983_-n_0000000000) [n:10.41.0.5:8983_ ] o.a.s.c.Overseer Overseer Loop exiting : 10.41.0.5:8983_
[junit4] 2> 3602999 WARN (OverseerAutoScalingTriggerThread-72115086224326659-10.41.0.5:8983_-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3603022 ERROR (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ZkController Error getting leader from zk
[junit4] 2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1560000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//clusterstate.json/1)={
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "parent":null,
[junit4] 2> "range":null,
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"10.41.0.5:8983__collection1":{
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://10.41.0.5:8983",
[junit4] 2> "node_name":"10.41.0.5:8983_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"implicit"}} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:866) ~[java/:?]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:831) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1270) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1150) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1081) ~[java/:?]
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:187) ~[java/:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) [?:1.8.0_172]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_172]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_172]
[junit4] 2> 3603023 ERROR (coreZkRegister-12137-thread-1-processing-n:10.41.0.5:8983_ x:collection1 c:collection1 s:shard1) [n:10.41.0.5:8983_ c:collection1 s:shard1 r:10.41.0.5:8983__collection1 x:collection1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1299)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1150)
[junit4] 2> at org.apache.solr.cloud.ZkController.register(ZkController.java:1081)
[junit4] 2> at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:187)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1560000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//clusterstate.json/1)={
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "parent":null,
[junit4] 2> "range":null,
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"10.41.0.5:8983__collection1":{
[junit4] 2> "core":"collection1",
[junit4] 2> "base_url":"http://10.41.0.5:8983",
[junit4] 2> "node_name":"10.41.0.5:8983_",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}},
[junit4] 2> "router":{"name":"implicit"}} with live_nodes=[]
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:866)
[junit4] 2> at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:831)
[junit4] 2> at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1270)
[junit4] 2> ... 7 more
[junit4] 2>
[junit4] 2> 3603023 INFO (SUITE-TestManagedResourceStorage-seed#[2E1E92AF991D21E2]-worker) [n:10.41.0.5:8983_ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Oct 17, 2018 2:14:35 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
[junit4] 2> Oct 17, 2018 2:15:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage:
[junit4] 2> 1) Thread[id=36088, name=ProcessThread(sid:0 cport:40157):, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] 2> at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
[junit4] 2> 2) Thread[id=36086, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
[junit4] 2> 3) Thread[id=36084, name=Thread-5241, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] 2> at java.lang.Object.wait(Native Method)
[junit4] 2> at java.lang.Thread.join(Thread.java:1252)
[junit4] 2> at java.lang.Thread.join(Thread.java:1326)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
[junit4] 2> 4) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] 2> at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Oct 17, 2018 2:15:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=36088, name=ProcessThread(sid:0 cport:40157):, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] 2> 2) Thread[id=36086, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] 2> 3) Thread[id=36084, name=Thread-5241, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] 2> 4) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
[junit4] 2> 3683266 WARN (Thread-5241) [ ] o.a.s.c.ZkTestServer Server interrupted
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.lang.Object.wait(Native Method) ~[?:1.8.0_172]
[junit4] 2> at java.lang.Thread.join(Thread.java:1252) ~[?:1.8.0_172]
[junit4] 2> at java.lang.Thread.join(Thread.java:1326) ~[?:1.8.0_172]
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313) ~[zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313) [java/:?]
[junit4] 2> at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496) [java/:?]
[junit4] 2> 3683267 ERROR (ProcessThread(sid:0 cport:40157):) [ ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : ProcessThread(sid:0 cport:40157):
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_172]
[junit4] 2> at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) ~[?:1.8.0_172]
[junit4] 2> at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123) [zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> 3683268 ERROR (ProcessThread(sid:0 cport:40157):) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3683268 ERROR (SessionTracker) [ ] o.a.z.s.ZooKeeperCriticalThread Severe unrecoverable error, from thread : SessionTracker
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.lang.Object.wait(Native Method) ~[?:1.8.0_172]
[junit4] 2> at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147) [zookeeper-3.4.11.jar:3.4.11-37e277162d567b55a07d1755f0b31c32e93c01a0]
[junit4] 2> 3683268 ERROR (SessionTracker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> Oct 17, 2018 2:15:58 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
[junit4] 2> at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] 2> at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] 2> at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] 2> at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] 2> at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=24546, maxDocsPerChunk=408, blockSize=403), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=24546, blockSize=403)), sim=RandomSimilarity(queryNorm=false): {}, locale=ms-MY, timezone=Europe/Zaporozhye
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=3,free=248502272,total=531628032
[junit4] 2> NOTE: All tests run in this JVM: [TestDistributedMissingSort, TestSolrCoreProperties, StatelessScriptUpdateProcessorFactoryTest, TestLFUCache, TestBlendedInfixSuggestions, TestLeaderElectionZkExpiry, SolrCmdDistributorTest, TestReplicationHandlerBackup, BlockJoinFacetRandomTest, TestPivotHelperCode, TestLegacyField, SpellingQueryConverterTest, TestJmxIntegration, TestConfig, MissingSegmentRecoveryTest, TestHashQParserPlugin, HighlighterMaxOffsetTest, SimpleMLTQParserTest, TestSolrCloudWithHadoopAuthPlugin, TestImplicitCoreProperties, TestCloudDeleteByQuery, TestCollationField, TestBulkSchemaConcurrent, TestPullReplica, TestSolrFieldCacheBean, RAMDirectoryFactoryTest, TestNumericRangeQuery64, RequestLoggingTest, CSVRequestHandlerTest, TestDistribDocBasedVersion, FullSolrCloudDistribCmdsTest, ShardRoutingTest, TestExceedMaxTermLength, SearchHandlerTest, DistributedQueryComponentCustomSortTest, LeaderFailureAfterFreshStartTest, TestBackupRepositoryFactory, TestLMDirichletSimilarityFactory, OverseerCollectionConfigSetProcessorTest, TestCoreDiscovery, BadIndexSchemaTest, DistributedVersionInfoTest, TriggerSetPropertiesIntegrationTest, HLLUtilTest, TestScoreJoinQPScore, TestValueSourceCache, ZkCLITest, DateRangeFieldTest, TestManagedSynonymFilterFactory, ParsingFieldUpdateProcessorsTest, ClassificationUpdateProcessorIntegrationTest, CollectionPropsTest, TestSolr4Spatial, DistribDocExpirationUpdateProcessorTest, CopyFieldTest, SolrCLIZkUtilsTest, CreateCollectionCleanupTest, TestBulkSchemaAPI, ChaosMonkeySafeLeaderWithPullReplicasTest, TestJsonFacetRefinement, DirectSolrSpellCheckerTest, XmlInterpolationTest, LeaderElectionIntegrationTest, TestUseDocValuesAsStored2, AutoScalingHandlerTest, TestEmbeddedSolrServerConstructors, TestClusterStateMutator, DirectUpdateHandlerTest, BadComponentTest, TestLuceneMatchVersion, OpenExchangeRatesOrgProviderTest, DistributedFacetSimpleRefinementLongTailTest, TestSQLHandler, WrapperMergePolicyFactoryTest, TestCloudNestedDocsSort, TestNumericTerms64, UpdateParamsTest, SimpleFacetsTest, AtomicUpdateProcessorFactoryTest, HdfsRecoverLeaseTest, TestSort, TestTolerantUpdateProcessorCloud, TestNRTOpen, ExplicitHLLTest, TestRandomRequestDistribution, TestSolrConfigHandlerConcurrent, TestCloudJSONFacetSKG, TestRealTimeGet, TestFieldCacheWithThreads, ScheduledTriggerIntegrationTest, HdfsDirectoryTest, TestMacroExpander, TestSimExtremeIndexing, TestRandomDVFaceting, DateMathParserTest, TestJavabinTupleStreamParser, TestCloudPseudoReturnFields, RemoteQueryErrorTest, TestSimTriggerIntegration, TestReload, AnalysisAfterCoreReloadTest, CoreMergeIndexesAdminHandlerTest, AlternateDirectoryTest, CoreAdminHandlerTest, TestPerFieldSimilarity, CursorPagingTest, MetricsHistoryHandlerTest, DistanceFunctionTest, TestRequestStatusCollectionAPI, TestManagedSchema, TestSearcherReuse, TestUpdate, TestStreamBody, EchoParamsTest, LIROnShardRestartTest, TestDocTermOrdsUninvertLimit, CloudExitableDirectoryReaderTest, OpenCloseCoreStressTest, SegmentsInfoRequestHandlerTest, TestMaxScoreQueryParser, TestComplexPhraseQParserPlugin, V2StandaloneTest, Tagger2Test, CollectionsAPIAsyncDistributedZkTest, ReplicationFactorTest, TestMiniSolrCloudClusterSSL, TestSimNodeAddedTrigger, SampleTest, TriLevelCompositeIdRoutingTest, TestDocSet, ResponseHeaderTest, SuggesterFSTTest, NumberUtilsTest, TestFieldTypeCollectionResource, TestInPlaceUpdatesStandalone, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, ConnectionReuseTest, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, BasicDistributedZkTest, CollectionReloadTest, CollectionTooManyReplicasTest, SimpleCollectionCreateDeleteTest, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestReplicaProperties, HttpTriggerListenerTest, IndexSizeTriggerTest, NodeLostTriggerTest, RestoreTriggerStateTest, SystemLogListenerTest, TestPolicyCloud, TestSimDistribStateManager, TestSimDistributedQueue, TestSimExecutePlanAction, CdcrBootstrapTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CdcrWithNodesRestartsTest, TestCSVLoader, TestCoreBackup, TestHdfsBackupRestoreCore, CoreAdminCreateDiscoverTest, LukeRequestHandlerTest, MBeansHandlerTest, MetricsHandlerTest, SystemInfoHandlerTest, TestApiFramework, TestCollectionAPIs, TestConfigsApi, TestCoreAdminApis, ZookeeperStatusHandlerTest, DistributedDebugComponentTest, DistributedFacetExistsSmallTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallTest, DistributedMLTComponentTest, DistributedSuggestComponentTest, InfixSuggestersTest, ReplicaListTransformerTest, ResponseLogComponentTest, StatsComponentTest, TestExpandComponent, TestHttpShardHandlerFactory, JavabinLoaderTest, EmbeddedSolrNoSerializeTest, RandomizedTaggerTest, TestSlowCompositeReaderWrapper, UninvertDocValuesMergePolicyTest, TestMultiValuedNumericRangeQuery, JvmMetricsTest, MetricsConfigTest, SolrCoreMetricManagerTest, SolrGraphiteReporterTest, SolrJmxReporterTest, SolrCloudReportersTest, TestRemoteStreaming, SmileWriterTest, TestBinaryResponseWriter, TestCSVResponseWriter, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestRawResponseWriter, TestRetrieveFieldsOptimizer, TestChildDocTransformerHierarchy, TestSubQueryTransformerCrossCore, TestManagedResource, TestManagedResourceStorage]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestManagedResourceStorage -Dtests.seed=2E1E92AF991D21E2 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.badapples=true -Dtests.locale=ms-MY -Dtests.timezone=Europe/Zaporozhye -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
[junit4] ERROR 0.00s J0 | TestManagedResourceStorage (suite) <<<
[junit4] > Throwable #1: java.lang.RuntimeException: SolrCore.getOpenCount()==2
[junit4] > at __randomizedtesting.SeedInfo.seed([2E1E92AF991D21E2]:0)
[junit4] > at org.apache.solr.util.TestHarness.close(TestHarness.java:380)
[junit4] > at org.apache.solr.SolrTestCaseJ4.deleteCore(SolrTestCaseJ4.java:802)
[junit4] > at org.apache.solr.cloud.AbstractZkTestCase.azt_afterClass(AbstractZkTestCase.java:147)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.rest.TestManagedResourceStorage:
[junit4] > 1) Thread[id=36088, name=ProcessThread(sid:0 cport:40157):, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
[junit4] > at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
[junit4] > at org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:123)
[junit4] > 2) Thread[id=36086, name=SessionTracker, state=TIMED_WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:147)
[junit4] > 3) Thread[id=36084, name=Thread-5241, state=WAITING, group=TGRP-TestManagedResourceStorage]
[junit4] > at java.lang.Object.wait(Native Method)
[junit4] > at java.lang.Thread.join(Thread.java:1252)
[junit4] > at java.lang.Thread.join(Thread.java:1326)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.join(NIOServerCnxnFactory.java:313)
[junit4] > at org.apache.solr.cloud.ZkTestServer$ZKServerMain.runFromConfig(ZkTestServer.java:313)
[junit4] > at org.apache.solr.cloud.ZkTestServer$2.run(ZkTestServer.java:496)
[junit4] > 4) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
[junit4] > at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2E1E92AF991D21E2]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=36085, name=NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0, state=RUNNABLE, group=TGRP-TestManagedResourceStorage]
[junit4] > at sun.nio.ch.IOUtil.drain(Native Method)
[junit4] > at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)
[junit4] > at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
[junit4] > at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
[junit4] > at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:196)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([2E1E92AF991D21E2]:0)
[junit4] Completed [722/834 (1!)] on J0 in 85.71s, 2 tests, 3 errors <<< FAILURES!
[...truncated 1112 lines...]
[junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_9DDA379B646E175E-001/init-core-data-001
[junit4] 1> 02:18:29.385 [Thread-122] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 02:18:29.655 [jetty-launcher-146-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 02:18:29.657 [jetty-launcher-146-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 02:18:29.673 [jetty-launcher-146-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 02:18:35.311 [TEST-CloudSolrClientTest.testShutdown-seed#[9DDA379B646E175E]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> 02:18:36.448 [TEST-CloudSolrClientTest.testShutdown-seed#[9DDA379B646E175E]-SendThread(ff01::114:33332)] ERROR org.apache.zookeeper.ClientCnxnSocketNIO - Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
[junit4] 1> -
[junit4] 1> replica:core_node3 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> replica:core_node6 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 02:18:49.238 [qtp1143196722-679] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.ConfigSetsHandler.handleRequestBody(ConfigSetsHandler.java:109)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 02:18:49.372 [qtp1143196722-681] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unknown action: foobar
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:240)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 02:18:49.453 [qtp1143196722-680] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Unsupported operation: foobar
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleCustomAction(CoreAdminHandler.java:220)
[junit4] 1> at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:169)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:down live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:recovering live:true
[junit4] 1> -
[junit4] 1> replica:core_node2 rstate:active live:true
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> -
[junit4] 1> replica:core_node4 rstate:active live:true
[junit4] 1> no one is recoverying
[junit4] 1> 02:18:57.450 [TEST-CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale-seed#[9DDA379B646E175E]] ERROR org.apache.solr.client.solrj.impl.CloudSolrClient - Request to collection [stale_state_test_col] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:38180/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 1> <head>
[junit4] 1> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 1> <title>Error 404 Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</title>
[junit4] 1> </head>
[junit4] 1> <body><h2>HTTP ERROR 404</h2>
[junit4] 1> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
[junit4] 1> <pre> Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 1>
[junit4] 1> </body>
[junit4] 1> </html>
[junit4] 1> , retry? 0
[junit4] 1> 02:19:08.573 [qtp1143196722-680] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:858)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1170)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:257)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:245)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:724)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1>
[junit4] 1> 02:19:08.588 [qtp1143196722-680] ERROR org.apache.solr.handler.RequestHandlerBase - org.apache.solr.common.SolrException: Collection: boguscollectionname not found
[junit4] 1> at org.apache.solr.handler.admin.ClusterStatus.getClusterStatus(ClusterStatus.java:103)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.lambda$static$22(CollectionsHandler.java:858)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler$CollectionOperation.execute(CollectionsHandler.java:1170)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:257)
[junit4] 1> at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:245)
[junit4] 1> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(Servlet
[...truncated too long message...]
hRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:949)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
[junit4] > at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
[junit4] > at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:237)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRouting(CloudSolrClientTest.java:269)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46574/solr/collection1_shard2_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
[junit4] > <head>
[junit4] > <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] > <title>Error 404 Can not find: /solr/collection1_shard2_replica_n2/update</title>
[junit4] > </head>
[junit4] > <body><h2>HTTP ERROR 404</h2>
[junit4] > <p>Problem accessing /solr/collection1_shard2_replica_n2/update. Reason:
[junit4] > <pre> Can not find: /solr/collection1_shard2_replica_n2/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] > </body>
[junit4] > </html>
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
[junit4] > at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
[junit4] > at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
[junit4] > at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:528)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > ... 1 more
[junit4] 1> 02:19:43.346 [SUITE-CloudSolrClientTest-seed#[9DDA379B646E175E]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_9DDA379B646E175E-001
[junit4] 2> Oct 17, 2018 2:19:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {}, locale=en-AU, timezone=Asia/Phnom_Penh
[junit4] 2> NOTE: Linux 4.4.0-137-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=260559872,total=445120512
[junit4] 2> NOTE: All tests run in this JVM: [LargeVolumeEmbeddedTest, HyperbolicTangentEvaluatorTest, LessThanEvaluatorTest, NaturalLogEvaluatorTest, TestFastInputStream, TestSolrJErrorHandling, MathExpressionTest, SolrExampleStreamingTest, TestPathTrie, ClientUtilsTest, BasicHttpSolrClientTest, RawValueEvaluatorTest, TestJavaBinCodec, CloudSolrClientTest]
[junit4] Completed [93/162 (1!)] on J2 in 74.71s, 16 tests, 1 error <<< FAILURES!
[...truncated 47941 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html contains link w/ invalid syntax: #solrcloud-autoscaling-policy-preferences.adoc
[java] ... as URI: java.net.URISyntaxException: Illegal character in fragment at index 46: #solrcloud-autoscaling-policy-preferences.adoc
[java] ... as URL: java.net.MalformedURLException: no protocol: #solrcloud-autoscaling-policy-preferences.adoc
[java] file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html contains link w/ invalid syntax: solrcloud-autoscaling-api.html#Create and Modify Cluster Policies
[java] ... as URI: java.net.URISyntaxException: Illegal character in fragment at index 37: solrcloud-autoscaling-api.html#Create and Modify Cluster Policies
[java] ... as URL: java.net.MalformedURLException: no protocol: solrcloud-autoscaling-api.html#Create and Modify Cluster Policies
[java] ID occurs multiple times: rule-operators
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: fuzzy-operator
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: snitches
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: keep-less-than-2-replicas-at-most-1-replica-of-this-collection-on-any-node
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: for-a-given-shard-keep-less-than-2-replicas-on-any-node
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: assign-all-replicas-in-shard1-to-rack-730
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: create-replicas-in-nodes-with-less-than-5-cores-only
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: do-not-create-any-replicas-in-host-192-45-67-3
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] ID occurs multiple times: defining-rules
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/migrate-to-policy-rule.html
[java] ... file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build/solr-ref-guide/bare-bones-html/rule-based-replica-placement.html
[java] Processed 2434 links (1984 relative) to 3173 anchors in 246 files
[java] Total of 11 problems found
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/build.xml:642: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build.xml:660: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/build.xml:192: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-BadApples-Tests-7.x/solr/solr-ref-guide/build.xml:326: Java returned: 255
Total time: 120 minutes 2 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any