You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/02/18 05:35:02 UTC
[JENKINS-EA] Lucene-Solr-8.0-Linux
(64bit/jdk-12-ea+shipilev-fastdebug) - Build # 192 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/192/
Java: 64bit/jdk-12-ea+shipilev-fastdebug -XX:+UseCompressedOops -XX:+UseParallelGC
5 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
Error Message:
ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:835) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:835) expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:835) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126) at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116) at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306) at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160) at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399) at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827) at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207) at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224) at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132) at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85) at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base/java.lang.Thread.run(Thread.java:835) >
Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:835)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:835)
expected null, but was:<ObjectTracker found 2 object(s) that were not released!!! [ZkStateReader, SolrZkClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.ZkStateReader
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:328)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:835)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.common.cloud.SolrZkClient
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:203)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:126)
at org.apache.solr.common.cloud.SolrZkClient.<init>(SolrZkClient.java:116)
at org.apache.solr.common.cloud.ZkStateReader.<init>(ZkStateReader.java:306)
at org.apache.solr.client.solrj.impl.ZkClientClusterStateProvider.connect(ZkClientClusterStateProvider.java:160)
at org.apache.solr.client.solrj.impl.CloudSolrClient.connect(CloudSolrClient.java:399)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:827)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:207)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:224)
at org.apache.solr.client.solrj.impl.SolrClientCloudManager.request(SolrClientCloudManager.java:115)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:132)
at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:85)
at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:835)
>
at __randomizedtesting.SeedInfo.seed([CA51459194A9269A]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.failNotNull(Assert.java:755)
at org.junit.Assert.assertNull(Assert.java:737)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:322)
at jdk.internal.reflect.GeneratedMethodAccessor54.invoke(Unknown Source)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
Error Message:
3 threads leaked from SUITE scope at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest: 1) Thread[id=3541, name=AutoscalingActionExecutor-1083-thread-1-SendThread(localhost.localdomain:45701), state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.base@12-testing/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062) 2) Thread[id=3542, name=AutoscalingActionExecutor-1083-thread-1-EventThread, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.base@12-testing/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-testing/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12-testing/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12-testing/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504) 3) Thread[id=3543, name=zkConnectionManagerCallback-1208-thread-1, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.base@12-testing/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-testing/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12-testing/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12-testing/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-testing/java.lang.Thread.run(Thread.java:835)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 3 threads leaked from SUITE scope at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest:
1) Thread[id=3541, name=AutoscalingActionExecutor-1083-thread-1-SendThread(localhost.localdomain:45701), state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest]
at java.base@12-testing/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
2) Thread[id=3542, name=AutoscalingActionExecutor-1083-thread-1-EventThread, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest]
at java.base@12-testing/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-testing/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12-testing/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12-testing/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:504)
3) Thread[id=3543, name=zkConnectionManagerCallback-1208-thread-1, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest]
at java.base@12-testing/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-testing/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12-testing/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12-testing/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-testing/java.lang.Thread.run(Thread.java:835)
at __randomizedtesting.SeedInfo.seed([CA51459194A9269A]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=3541, name=AutoscalingActionExecutor-1083-thread-1-SendThread(localhost.localdomain:45701), state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.base@12-testing/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062) 2) Thread[id=3543, name=zkConnectionManagerCallback-1208-thread-1, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest] at java.base@12-testing/jdk.internal.misc.Unsafe.park(Native Method) at java.base@12-testing/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194) at java.base@12-testing/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081) at java.base@12-testing/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433) at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054) at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114) at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) at java.base@12-testing/java.lang.Thread.run(Thread.java:835)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=3541, name=AutoscalingActionExecutor-1083-thread-1-SendThread(localhost.localdomain:45701), state=TIMED_WAITING, group=TGRP-AutoAddReplicasIntegrationTest]
at java.base@12-testing/java.lang.Thread.sleep(Native Method)
at app//org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:152)
at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1062)
2) Thread[id=3543, name=zkConnectionManagerCallback-1208-thread-1, state=WAITING, group=TGRP-AutoAddReplicasIntegrationTest]
at java.base@12-testing/jdk.internal.misc.Unsafe.park(Native Method)
at java.base@12-testing/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
at java.base@12-testing/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
at java.base@12-testing/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
at java.base@12-testing/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base@12-testing/java.lang.Thread.run(Thread.java:835)
at __randomizedtesting.SeedInfo.seed([CA51459194A9269A]:0)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([CA51459194A9269A:97195B185B6F80D5]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster.testSearchRate(TestSimLargeCluster.java:682)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate
Error Message:
The trigger did not start in time
Stack Trace:
java.lang.AssertionError: The trigger did not start in time
at __randomizedtesting.SeedInfo.seed([CA51459194A9269A:97195B185B6F80D5]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testSearchRate(TestSimTriggerIntegration.java:1369)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 12968 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_CA51459194A9269A-001/init-core-data-001
[junit4] 2> 267984 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[CA51459194A9269A]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 267984 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[CA51459194A9269A]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 267985 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[CA51459194A9269A]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 267985 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[CA51459194A9269A]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 267990 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 267991 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_CA51459194A9269A-001/tempDir-001
[junit4] 2> 267992 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 267997 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 267998 INFO (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 268097 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.ZkTestServer start zk server on port:45701
[junit4] 2> 268097 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45701
[junit4] 2> 268098 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45701
[junit4] 2> 268112 INFO (zkConnectionManagerCallback-1054-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268127 INFO (zkConnectionManagerCallback-1056-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268147 INFO (zkConnectionManagerCallback-1058-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268151 WARN (jetty-launcher-1059-thread-1) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 268151 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 268152 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 268152 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 268157 WARN (jetty-launcher-1059-thread-2) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 268158 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 268158 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 268158 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 268163 WARN (jetty-launcher-1059-thread-3) [ ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
[junit4] 2> 268163 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
[junit4] 2> 268163 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
[junit4] 2> 268164 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.Server jetty-9.4.14.v20181114; built: 2018-11-14T21:20:31.478Z; git: c4550056e785fb5665914545889f21dc136ad9e6; jvm 12-testing+0-builds.shipilev.net-openjdk-jdk12-b109-20190215-jdk-1229
[junit4] 2> 268227 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 268227 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 268227 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 268231 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@272bda5c{/solr,null,AVAILABLE}
[junit4] 2> 268271 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 268271 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 268271 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 268275 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@317e47fe{/solr,null,AVAILABLE}
[junit4] 2> 268276 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6ca8ad3c{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:34929}
[junit4] 2> 268276 INFO (jetty-launcher-1059-thread-3) [ ] o.e.j.s.Server Started @268505ms
[junit4] 2> 268276 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34929}
[junit4] 2> 268276 ERROR (jetty-launcher-1059-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 268276 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 268277 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 268277 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 268277 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 268277 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-18T04:42:07.077182Z
[junit4] 2> 268295 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 268295 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 268295 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 268315 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ae97c1c{/solr,null,AVAILABLE}
[junit4] 2> 268316 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@764b1b77{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:43183}
[junit4] 2> 268316 INFO (jetty-launcher-1059-thread-2) [ ] o.e.j.s.Server Started @268545ms
[junit4] 2> 268316 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43183}
[junit4] 2> 268317 ERROR (jetty-launcher-1059-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 268317 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 268317 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 268317 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 268317 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 268317 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-18T04:42:07.117433Z
[junit4] 2> 268327 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@5e92c28d{HTTP/1.1,[http/1.1, h2c]}{127.0.0.1:33217}
[junit4] 2> 268327 INFO (zkConnectionManagerCallback-1061-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268327 INFO (jetty-launcher-1059-thread-1) [ ] o.e.j.s.Server Started @268556ms
[junit4] 2> 268327 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33217}
[junit4] 2> 268328 ERROR (jetty-launcher-1059-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 268328 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 268328 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 8.0.0
[junit4] 2> 268328 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 268328 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 268328 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2019-02-18T04:42:07.128479Z
[junit4] 2> 268330 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 268520 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 268520 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 268521 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 268535 INFO (zkConnectionManagerCallback-1063-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268536 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 268548 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 268550 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100025ac9740003, likely client has closed socket
[junit4] 2> 268551 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 268552 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 268578 INFO (zkConnectionManagerCallback-1065-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268579 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 268584 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 268584 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 268585 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 268650 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 268663 WARN (jetty-launcher-1059-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@6dedf42e[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 268719 WARN (jetty-launcher-1059-thread-2) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3b3eeec6[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 268721 INFO (jetty-launcher-1059-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45701/solr
[junit4] 2> 268755 INFO (zkConnectionManagerCallback-1071-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268756 DEBUG (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$490/0x0000000801745840@7092194f
[junit4] 2> 268773 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 268774 INFO (zkConnectionManagerCallback-1073-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268775 WARN (jetty-launcher-1059-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@15aef9eb[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 268796 WARN (jetty-launcher-1059-thread-3) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@204ca08f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 268797 INFO (jetty-launcher-1059-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45701/solr
[junit4] 2> 268859 INFO (zkConnectionManagerCallback-1081-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268861 DEBUG (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$490/0x0000000801745840@b3f9887
[junit4] 2> 268889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 268889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 268889 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 268890 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 268890 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 268891 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 268893 DEBUG (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72060182988062727-127.0.0.1:43183_solr-n_0000000000
[junit4] 2> 268893 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43183_solr
[junit4] 2> 268894 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer Overseer (id=72060182988062727-127.0.0.1:43183_solr-n_0000000000) starting
[junit4] 2> 268905 INFO (zkConnectionManagerCallback-1083-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 268918 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 268918 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 268918 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 268921 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 268921 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 268922 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 268926 DEBUG (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72060182988062729-127.0.0.1:34929_solr-n_0000000001
[junit4] 2> 268926 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72060182988062727-127.0.0.1:43183_solr-n_0000000000
[junit4] 2> 268927 DEBUG (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72060182988062727-127.0.0.1:43183_solr-n_0000000000 to know if I could be the leader
[junit4] 2> 268927 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34929_solr
[junit4] 2> 268928 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 268928 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 268950 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
[junit4] 2> 268963 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 268963 INFO (zkCallback-1072-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 268979 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 268979 INFO (zkCallback-1082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 269020 WARN (jetty-launcher-1059-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@16b3fd3b[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 269032 INFO (zkConnectionManagerCallback-1088-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 269034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 269034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269034 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 269034 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 269035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 269035 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 269035 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45701/solr ready
[junit4] 2> 269036 WARN (jetty-launcher-1059-thread-1) [ ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for SslContextFactory@3a0ea53f[provider=null,keyStore=null,trustStore=null]
[junit4] 2> 269038 INFO (jetty-launcher-1059-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45701/solr
[junit4] 2> 269056 INFO (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43183_solr
[junit4] 2> 269057 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
[junit4] 2> 269057 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 269071 INFO (zkConnectionManagerCallback-1096-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 269074 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 269075 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269075 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 269075 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 269075 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 269076 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 269076 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45701/solr ready
[junit4] 2> 269095 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
[junit4] 2> 269101 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0 #Completed tasks: 0
[junit4] 2> 269101 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
[junit4] 2> 269101 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 269101 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 269101 INFO (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
[junit4] 2> 269101 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
[junit4] 2> 269102 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 269105 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:43183_solr as DOWN
[junit4] 2> 269112 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 269112 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 269113 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 269113 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43183_solr
[junit4] 2> 269113 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
[junit4] 2> 269113 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269114 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 269114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 269114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269114 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269114 INFO (zkCallback-1082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 269114 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 269114 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 269114 INFO (zkCallback-1072-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 269114 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:43183_solr"} current state version: 0
[junit4] 2> 269115 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43183_solr
[junit4] 2> 269135 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269135 INFO (zkCallback-1087-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 269163 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269163 INFO (zkCallback-1095-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 269202 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 269215 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.scheduled_maintenance
[junit4] 2> 269215 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 269216 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 269217 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:34929_solr, 127.0.0.1:43183_solr]
[junit4] 2> 269220 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 269236 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
[junit4] 2> 269237 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 269237 DEBUG (OverseerAutoScalingTriggerThread-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 269237 DEBUG (ScheduledTrigger-939-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 269249 INFO (zkConnectionManagerCallback-1101-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 269251 DEBUG (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$490/0x0000000801745840@1d8e59cb
[junit4] 2> 269275 INFO (zkConnectionManagerCallback-1105-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 269282 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269286 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 269287 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269287 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 269287 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 269287 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 269287 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 269288 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
[junit4] 2> 269290 DEBUG (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/72060182988062733-127.0.0.1:33217_solr-n_0000000002
[junit4] 2> 269290 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/72060182988062729-127.0.0.1:34929_solr-n_0000000001
[junit4] 2> 269290 DEBUG (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/72060182988062729-127.0.0.1:34929_solr-n_0000000001 to know if I could be the leader
[junit4] 2> 269290 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.ZkController Publish node=127.0.0.1:33217_solr as DOWN
[junit4] 2> 269291 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 269292 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 269292 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 269292 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33217_solr
[junit4] 2> 269293 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:33217_solr"} current state version: 0
[junit4] 2> 269293 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33217_solr
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269294 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269294 INFO (zkCallback-1082-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 269294 INFO (zkCallback-1072-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 269295 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269295 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269295 INFO (zkCallback-1087-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 269295 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269295 INFO (zkCallback-1104-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 269295 INFO (zkCallback-1095-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 269318 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269368 INFO (zkConnectionManagerCallback-1112-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 269374 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 269374 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 269374 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 269375 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 269375 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 269375 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 269376 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45701/solr ready
[junit4] 2> 269385 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269385 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269387 INFO (jetty-launcher-1059-thread-2) [n:127.0.0.1:43183_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_CA51459194A9269A-001/tempDir-001/node2/.
[junit4] 2> 269394 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 269398 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 269400 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 269412 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269412 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269415 INFO (jetty-launcher-1059-thread-3) [n:127.0.0.1:34929_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_CA51459194A9269A-001/tempDir-001/node3/.
[junit4] 2> 269511 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269786 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269786 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5dc937ef
[junit4] 2> 269802 INFO (jetty-launcher-1059-thread-1) [n:127.0.0.1:33217_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_CA51459194A9269A-001/tempDir-001/node1/.
[junit4] 2> 270239 DEBUG (ScheduledTrigger-939-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
[junit4] 2> 270281 INFO (zkConnectionManagerCallback-1118-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 270283 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
[junit4] 2> 270283 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
[junit4] 2> 270284 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 270284 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
[junit4] 2> 270284 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270285 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
[junit4] 2> 270286 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[CA51459194A9269A]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45701/solr ready
[junit4] 2> 270343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270343 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/clusterprops.json
[junit4] 2> 270344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270344 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270344 INFO (qtp1981105409-3102) [n:127.0.0.1:43183_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster params={wt=javabin&version=2} status=0 QTime=41
[junit4] 2> 270345 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270348 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270373 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270383 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
[junit4] 2> 270419 INFO (qtp168433890-3097) [n:127.0.0.1:33217_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:43183_solr,127.0.0.1:34929_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 270439 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 270442 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
[junit4] 2> 270443 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 270443 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 270447 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
[junit4] 2> 270451 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
[junit4] 2> 270451 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
[junit4] 2> 270455 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
[junit4] 2> 270455 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
[junit4] 2> 270456 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
[junit4] 2> 270456 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
[junit4] 2> "name":"testSimple1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "createNodeSet":"127.0.0.1:43183_solr,127.0.0.1:34929_solr",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 270470 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
[junit4] 2> 270470 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
[junit4] 2> "name":"testSimple1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "createNodeSet":"127.0.0.1:43183_solr,127.0.0.1:34929_solr",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 270470 INFO (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 270471 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1 #Completed tasks: 0
[junit4] 2> 270471 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 270471 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
[junit4] 2> 270471 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
[junit4] 2> 270471 INFO (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
[junit4] 2> 270471 DEBUG (OverseerCollectionConfigSetProcessor-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
[junit4] 2> 270471 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.OverseerCollectionMessageHandler creating collections conf node /collections/testSimple1
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270491 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270492 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270492 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.CreateCollectionCmd Check for collection zkNode:testSimple1
[junit4] 2> 270498 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270498 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270498 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
[junit4] 2> 270503 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.CreateCollectionCmd Collection zkNode exists
[junit4] 2> 270515 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 270519 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 270523 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testSimple1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "createNodeSet":"127.0.0.1:43183_solr,127.0.0.1:34929_solr",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 270523 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testSimple1
[junit4] 2> 270523 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testSimple1/state.json
[junit4] 2> 270524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 270524 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 270706 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating SolrCores for new collection testSimple1, shardNames [shard1, shard2] , message : {
[junit4] 2> "name":"testSimple1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "maxShardsPerNode":"2",
[junit4] 2> "createNodeSet":"127.0.0.1:43183_solr,127.0.0.1:34929_solr",
[junit4] 2> "autoAddReplicas":"true",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "operation":"create"}
[junit4] 2> 270715 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core testSimple1_shard1_replica_n1 as part of shard shard1 of collection testSimple1 on 127.0.0.1:34929_solr
[junit4] 2> 270716 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 270716 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 270716 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34929/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 270717 INFO (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34929/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 270718 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 270718 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34929/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 270719 DEBUG (OverseerThreadFactory-942-thread-1-processing-n:127.0.0.1:43183_solr) [n:127.0.0.1:43183_solr ] o.a.s.c.a.c.CreateCollectionCmd Creating core testSimple1_shard1_replica_n3 as part of shard shard1 of collection testSimple1 on 127.0.0.1:43183_solr
[junit4] 2> 270720 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
[junit4] 2> 270720 DEBUG (SyncThread:0) [ ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
[junit4] 2> 270721 DEBUG (OverseerStateUpdate-72060182988062727-127.0.0.1:43183_solr-n_0000000000) [n:127.0.0.1:43183_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n3",
[junit4] 2> "state":"down",
[junit4] 2>
[...truncated too long message...]
it4] 2> "127.0.0.1:10203_solr",
[junit4] 2> "127.0.0.1:10206_solr",
[junit4] 2> "127.0.0.1:10217_solr",
[junit4] 2> "127.0.0.1:10213_solr",
[junit4] 2> "127.0.0.1:10209_solr",
[junit4] 2> "127.0.0.1:10214_solr",
[junit4] 2> "127.0.0.1:10216_solr",
[junit4] 2> "127.0.0.1:10211_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:327) [java/:?]
[junit4] 2> at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515) [?:?]
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [java/:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:835) [?:?]
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"25caadc28edcT1zqybt38q9g00qp9r0xb43gcw",
[junit4] 2> "source":"node_added_trigger2",
[junit4] 2> "eventTime":41552428830428,
[junit4] 2> "eventType":"NODEADDED",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[
[junit4] 2> 41552428830428,
[junit4] 2> 41552431708928,
[junit4] 2> 41552430268828,
[junit4] 2> 41552417298128,
[junit4] 2> 41552441925328,
[junit4] 2> 41552427331828,
[junit4] 2> 41552438920828,
[junit4] 2> 41552420414628,
[junit4] 2> 41552423318228,
[junit4] 2> 41552425678828,
[junit4] 2> 41552433141728,
[junit4] 2> 41552434596128,
[junit4] 2> 41552436025328,
[junit4] 2> 41552440455328,
[junit4] 2> 41552437485228],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":41615692696828,
[junit4] 2> "nodeNames":[
[junit4] 2> "127.0.0.1:10208_solr",
[junit4] 2> "127.0.0.1:10212_solr",
[junit4] 2> "127.0.0.1:10205_solr",
[junit4] 2> "127.0.0.1:10204_solr",
[junit4] 2> "127.0.0.1:10210_solr",
[junit4] 2> "127.0.0.1:10215_solr",
[junit4] 2> "127.0.0.1:10207_solr",
[junit4] 2> "127.0.0.1:10203_solr",
[junit4] 2> "127.0.0.1:10206_solr",
[junit4] 2> "127.0.0.1:10217_solr",
[junit4] 2> "127.0.0.1:10213_solr",
[junit4] 2> "127.0.0.1:10209_solr",
[junit4] 2> "127.0.0.1:10214_solr",
[junit4] 2> "127.0.0.1:10216_solr",
[junit4] 2> "127.0.0.1:10211_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:160) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.lang.InterruptedException: stopping - thread was interrupted
[junit4] 2> at org.apache.solr.cloud.autoscaling.ComputePlanAction.process(ComputePlanAction.java:112) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:324) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 1313438 DEBUG (AutoscalingActionExecutor-5146-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 50815 ms for event id=25caadc28edcT1zqybt38q9g00qp9r0xb43gcw
[junit4] 2> 1313438 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[CA51459194A9269A]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1313438 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[CA51459194A9269A]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1313438 DEBUG (TEST-TestSimLargeCluster.testAddNode-seed#[CA51459194A9269A]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1313478 INFO (TEST-TestSimLargeCluster.testAddNode-seed#[CA51459194A9269A]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAddNode
[junit4] IGNOR/A 0.00s J1 | TestSimLargeCluster.testNodeLost
[junit4] > Assumption #1: 'badapple' test group is disabled (@BadApple(bugUrl="https://issues.apache.org/jira/browse/SOLR-12028"))
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-8.0-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.sim.TestSimLargeCluster_CA51459194A9269A-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene80): {}, docValues:{}, maxPointsInLeafNode=504, maxMBSortInHeap=7.07555897703141, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@57a4f50a), locale=bez-TZ, timezone=Europe/Vatican
[junit4] 2> NOTE: Linux 4.18.0-15-generic amd64/Aleksey Shipilev 12-testing (64-bit)/cpus=8,threads=1,free=193571152,total=524288000
[junit4] 2> NOTE: All tests run in this JVM: [TestDynamicLoading, TestTolerantSearch, HighlighterTest, TestLazyCores, DistribDocExpirationUpdateProcessorTest, RegexBoostProcessorTest, SolrCoreCheckLockOnStartupTest, TestManagedSchemaThreadSafety, SharedFSAutoReplicaFailoverTest, ZkStateWriterTest, TestCursorMarkWithoutUniqueKey, TestSQLHandler, TestConfigSetsAPI, TestCollectionsAPIViaSolrCloudCluster, TestMacros, V2StandaloneTest, PKIAuthenticationIntegrationTest, FastVectorHighlighterTest, WordBreakSolrSpellCheckerTest, OverseerTaskQueueTest, TestOverriddenPrefixQueryForCustomFieldType, FullHLLTest, TestStressLucene, TestHashPartitioner, CSVRequestHandlerTest, TestHalfAndHalfDocValues, TestFieldTypeResource, SpatialFilterTest, TestDistributedSearch, TestJsonFacetsWithNestedObjects, AutoAddReplicasPlanActionTest, SpatialHeatmapFacetsTest, TermVectorComponentTest, CollectionTooManyReplicasTest, TestBlobHandler, ConcurrentCreateRoutedAliasTest, TestSolrCloudWithDelegationTokens, SolrSlf4jReporterTest, OverseerModifyCollectionTest, JsonLoaderTest, CollectionPropsTest, TestNumericTokenStream, HdfsTlogReplayBufferedWhileIndexingTest, TestConfigSets, TestCorePropertiesReload, TestMissingGroups, LeaderTragicEventTest, TestLRUStatsCache, TestBinaryResponseWriter, OrderedExecutorTest, BooleanFieldTest, UpdateLogTest, TestCloudSchemaless, ConfigureRecoveryStrategyTest, TestPHPSerializedResponseWriter, TestChildDocTransformer, DebugComponentTest, TaggerTest, RecoveryAfterSoftCommitTest, AnalyticsMergeStrategyTest, ReturnFieldsTest, DistributedFacetPivotSmallAdvancedTest, AliasIntegrationTest, TestComplexPhraseLeadingWildcard, TriggerIntegrationTest, BlockJoinFacetRandomTest, DisMaxRequestHandlerTest, TestPolicyCloud, EmbeddedSolrNoSerializeTest, SubstringBytesRefFilterTest, TestUnInvertedFieldException, TestTrieFacet, TestCloudDeleteByQuery, TestHighlightDedupGrouping, TestDocTermOrds, SolrPluginUtilsTest, SaslZkACLProviderTest, TestExtendedDismaxParser, TestRandomFlRTGCloud, TestEmbeddedSolrServerConstructors, SystemInfoHandlerTest, SimpleMLTQParserTest, IndexBasedSpellCheckerTest, RootFieldTest, TestSolrConfigHandlerConcurrent, MoveReplicaHDFSFailoverTest, TestDistributedMap, DeleteLastCustomShardedReplicaTest, TestScoreJoinQPScore, TestRecoveryHdfs, TestAtomicUpdateErrorCases, ReplaceNodeNoTargetTest, TestPseudoReturnFields, CdcrBidirectionalTest, SegmentsInfoRequestHandlerTest, TestLegacyFieldReuse, DistributedTermsComponentTest, ChaosMonkeyNothingIsSafeTest, MetricsHistoryHandlerTest, TestSimLargeCluster]
[junit4] Completed [798/840 (3!)] on J1 in 11.65s, 4 tests, 1 failure, 2 skipped <<< FAILURES!
[...truncated 42545 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-8.0-Linux/192/consoleText
[repro] Revision: fd1fc2637071347201df3ecede659c47a0414d9d
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] Repro line: ant test -Dtestcase=AutoAddReplicasIntegrationTest -Dtests.seed=CA51459194A9269A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fo-FO -Dtests.timezone=Antarctica/Mawson -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] Repro line: ant test -Dtestcase=TestSimTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=CA51459194A9269A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-ML -Dtests.timezone=Atlantic/Reykjavik -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] Repro line: ant test -Dtestcase=TestSimLargeCluster -Dtests.method=testSearchRate -Dtests.seed=CA51459194A9269A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=bez-TZ -Dtests.timezone=Europe/Vatican -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] AutoAddReplicasIntegrationTest
[repro] TestSimTriggerIntegration
[repro] TestSimLargeCluster
[repro] ant compile-test
[...truncated 3577 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=15 -Dtests.class="*.AutoAddReplicasIntegrationTest|*.TestSimTriggerIntegration|*.TestSimLargeCluster" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=CA51459194A9269A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fo-FO -Dtests.timezone=Antarctica/Mawson -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[...truncated 190 lines...]
[repro] Failures:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimLargeCluster
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 0
[...truncated 43 lines...]