You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/02/23 21:07:39 UTC
[JENKINS] Lucene-Solr-Tests-7.x - Build # 443 - Still Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/443/
6 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestOriginalScoreFeature
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestOriginalScoreFeature: 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestOriginalScoreFeature:
1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([85AFB132B02E67B0]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.ltr.feature.TestOriginalScoreFeature
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([85AFB132B02E67B0]:0)
FAILED: org.apache.solr.cloud.CreateRoutedAliasTest.testTimezoneAbsoluteDate
Error Message:
Error from server at http://127.0.0.1:41625/solr: Collection : testV1_2018-02-23_19 is part of alias testV1 remove or modify the alias before removing this collection.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41625/solr: Collection : testV1_2018-02-23_19 is part of alias testV1 remove or modify the alias before removing this collection.
at __randomizedtesting.SeedInfo.seed([CF3AD51A48982EF5:6ADAA877DCDF778B]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
at org.apache.solr.cloud.CreateRoutedAliasTest.doBefore(CreateRoutedAliasTest.java:96)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.HttpPartitionTest.test
Error Message:
max version bucket seed not updated after recovery!
Stack Trace:
java.lang.AssertionError: max version bucket seed not updated after recovery!
at __randomizedtesting.SeedInfo.seed([CF3AD51A48982EF5:476EEAC0E664430D]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.HttpPartitionTest.testRf2(HttpPartitionTest.java:441)
at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:140)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.ReplaceNodeNoTargetTest.test
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([CF3AD51A48982EF5:476EEAC0E664430D]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.solr.cloud.ReplaceNodeNoTargetTest.test(ReplaceNodeNoTargetTest.java:92)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.ComputePlanActionTest.testNodeLost
Error Message:
org.apache.solr.common.SolrException:
Stack Trace:
org.apache.solr.common.SolrException: org.apache.solr.common.SolrException:
at __randomizedtesting.SeedInfo.seed([CF3AD51A48982EF5:702F1BE4CB724B73]:0)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:78)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider.getNodeValues(SolrClientNodeStateProvider.java:111)
at org.apache.solr.cloud.autoscaling.ComputePlanActionTest.printState(ComputePlanActionTest.java:139)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.common.SolrException:
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:250)
at org.apache.solr.common.cloud.rule.ImplicitSnitch.getTags(ImplicitSnitch.java:76)
... 39 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:39886/solr
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$ClientSnitchCtx.invoke(SolrClientNodeStateProvider.java:292)
at org.apache.solr.client.solrj.impl.SolrClientNodeStateProvider$AutoScalingSnitch.getRemoteInfo(SolrClientNodeStateProvider.java:227)
... 40 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:39886 [/127.0.0.1] failed: Connection refused (Connection refused)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
... 45 more
Caused by: java.net.ConnectException: Connection refused (Connection refused)
at java.net.PlainSocketImpl.socketConnect(Native Method)
at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
at java.net.Socket.connect(Socket.java:589)
at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
... 55 more
Build Log:
[...truncated 12281 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.ComputePlanActionTest
[junit4] 2> 410824 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_CF3AD51A48982EF5-001/init-core-data-001
[junit4] 2> 410825 WARN (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
[junit4] 2> 410845 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 410846 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 410847 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_CF3AD51A48982EF5-001/tempDir-001
[junit4] 2> 410848 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 410880 INFO (Thread-260) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 410880 INFO (Thread-260) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 410954 ERROR (Thread-260) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 410990 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:32785
[junit4] 2> 411064 INFO (zkConnectionManagerCallback-275-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 411161 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 411205 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 411205 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 411206 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 411226 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f5ecbe0{/solr,null,AVAILABLE}
[junit4] 2> 411226 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6d29a482{SSL,[ssl, http/1.1]}{127.0.0.1:34802}
[junit4] 2> 411227 INFO (jetty-launcher-272-thread-1) [ ] o.e.j.s.Server Started @421801ms
[junit4] 2> 411227 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34802}
[junit4] 2> 411227 ERROR (jetty-launcher-272-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 411227 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 411227 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 411227 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 411227 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T19:15:48.601Z
[junit4] 2> 411335 INFO (zkConnectionManagerCallback-277-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 411336 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 411461 INFO (jetty-launcher-272-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32785/solr
[junit4] 2> 411495 INFO (zkConnectionManagerCallback-281-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 411628 INFO (zkConnectionManagerCallback-283-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 411984 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 411984 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34802_solr
[junit4] 2> 412057 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer Overseer (id=72172331138023427-127.0.0.1:34802_solr-n_0000000000) starting
[junit4] 2> 412168 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 412181 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34802_solr
[junit4] 2> 412181 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 412200 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 412233 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 412233 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 412233 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 412354 INFO (zkCallback-282-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 412395 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 412396 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 412396 DEBUG (ScheduledTrigger-575-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 412729 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34802.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 412765 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34802.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 412766 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34802.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 412767 INFO (jetty-launcher-272-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_CF3AD51A48982EF5-001/tempDir-001/node1/.
[junit4] 2> 413028 INFO (zkConnectionManagerCallback-287-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 413105 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100685a50180004, likely client has closed socket
[junit4] 2> 413178 INFO (zkConnectionManagerCallback-291-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 413239 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 413308 INFO (SUITE-ComputePlanActionTest-seed#[CF3AD51A48982EF5]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:32785/solr ready
[junit4] 2> 413357 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSelectedCollections
[junit4] 2> 413397 DEBUG (zkCallback-282-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 413397 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 413399 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 413405 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 413406 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 413417 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 414149 INFO (qtp880335284-1248) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=87
[junit4] 2> 414185 DEBUG (qtp880335284-1245) [n:127.0.0.1:34802_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 414200 DEBUG (zkCallback-282-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
[junit4] 2> 414201 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
[junit4] 2> 414201 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 414201 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 414201 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
[junit4] 2> 414204 INFO (qtp880335284-1245) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=399
[junit4] 2> 414242 INFO (qtp880335284-1242) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 414243 DEBUG (qtp880335284-1247) [n:127.0.0.1:34802_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 414257 INFO (qtp880335284-1247) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=51
[junit4] 2> 414258 DEBUG (zkCallback-282-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
[junit4] 2> 414258 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
[junit4] 2> 414258 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
[junit4] 2> 414258 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 414260 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 414260 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
[junit4] 2> 414382 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 414382 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 414383 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 414383 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@655372c5{/solr,null,AVAILABLE}
[junit4] 2> 414384 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4ff54029{SSL,[ssl, http/1.1]}{127.0.0.1:45786}
[junit4] 2> 414384 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.Server Started @424958ms
[junit4] 2> 414384 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45786}
[junit4] 2> 414384 ERROR (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 414459 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 414459 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 414460 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 414460 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T19:15:51.834Z
[junit4] 2> 414552 INFO (zkConnectionManagerCallback-294-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 414589 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 414750 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32785/solr
[junit4] 2> 414857 INFO (zkConnectionManagerCallback-298-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415076 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100685a50180007, likely client has closed socket
[junit4] 2> 415096 INFO (zkConnectionManagerCallback-300-thread-1-processing-n:127.0.0.1:45786_solr) [n:127.0.0.1:45786_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 415151 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 415152 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 415188 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45786_solr
[junit4] 2> 415222 INFO (zkCallback-299-thread-1-processing-n:127.0.0.1:45786_solr) [n:127.0.0.1:45786_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 415224 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:45786_solr"} current state version: 0
[junit4] 2> 415224 INFO (zkCallback-282-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 415224 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:45786_solr
[junit4] 2> 415238 INFO (zkCallback-290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 415238 INFO (zkCallback-290-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 415461 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45786.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 415514 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45786.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 415514 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45786.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 415515 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:45786_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_CF3AD51A48982EF5-001/tempDir-001/node2/.
[junit4] 2> 415914 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 416126 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 416126 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 416126 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 416142 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@37b65fd7{/solr,null,AVAILABLE}
[junit4] 2> 416143 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@21155ed5{SSL,[ssl, http/1.1]}{127.0.0.1:43344}
[junit4] 2> 416143 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.Server Started @426717ms
[junit4] 2> 416143 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43344}
[junit4] 2> 416143 ERROR (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 416179 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 416180 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 416180 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 416199 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T19:15:53.554Z
[junit4] 2> 416232 INFO (zkConnectionManagerCallback-304-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416252 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 416325 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32785/solr
[junit4] 2> 416346 INFO (zkConnectionManagerCallback-308-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416370 INFO (zkConnectionManagerCallback-310-thread-1-processing-n:127.0.0.1:43344_solr) [n:127.0.0.1:43344_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 416375 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 416377 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 416395 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43344_solr
[junit4] 2> 416419 INFO (zkCallback-299-thread-1-processing-n:127.0.0.1:45786_solr) [n:127.0.0.1:45786_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 416419 INFO (zkCallback-290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 416419 INFO (zkCallback-290-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 416434 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:43344_solr"} current state version: 0
[junit4] 2> 416434 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43344_solr
[junit4] 2> 416456 INFO (zkCallback-282-thread-2-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 416515 INFO (zkCallback-309-thread-1-processing-n:127.0.0.1:43344_solr) [n:127.0.0.1:43344_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 416673 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43344.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 416722 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43344.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 416723 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43344.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 416724 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:43344_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_CF3AD51A48982EF5-001/tempDir-001/node3/.
[junit4] 2> 417007 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T14:27:37-07:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 417072 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 417072 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 417072 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 417091 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1dcec319{/solr,null,AVAILABLE}
[junit4] 2> 417092 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35fbf7d8{SSL,[ssl, http/1.1]}{127.0.0.1:34076}
[junit4] 2> 417092 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.e.j.s.Server Started @427666ms
[junit4] 2> 417092 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34076}
[junit4] 2> 417092 ERROR (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 417093 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr? version 7.3.0
[junit4] 2> 417093 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 417093 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 417093 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T19:15:54.467Z
[junit4] 2> 417168 INFO (zkConnectionManagerCallback-314-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417181 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 417255 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:32785/solr
[junit4] 2> 417294 INFO (zkConnectionManagerCallback-318-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417363 INFO (zkConnectionManagerCallback-320-thread-1-processing-n:127.0.0.1:34076_solr) [n:127.0.0.1:34076_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 417437 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 417452 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 417476 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34076_solr"} current state version: 0
[junit4] 2> 417476 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34076_solr
[junit4] 2> 417476 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34076_solr
[junit4] 2> 417489 INFO (zkCallback-309-thread-1-processing-n:127.0.0.1:43344_solr) [n:127.0.0.1:43344_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 417489 INFO (zkCallback-282-thread-2-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 417510 INFO (zkCallback-290-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 417510 INFO (zkCallback-290-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 417513 INFO (zkCallback-299-thread-1-processing-n:127.0.0.1:45786_solr) [n:127.0.0.1:45786_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 417562 INFO (zkCallback-319-thread-1-processing-n:127.0.0.1:34076_solr) [n:127.0.0.1:34076_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 417842 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34076.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 417911 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34076.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 417912 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34076.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@b8da7a6
[junit4] 2> 417913 INFO (TEST-ComputePlanActionTest.testSelectedCollections-seed#[CF3AD51A48982EF5]) [n:127.0.0.1:34076_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.ComputePlanActionTest_CF3AD51A48982EF5-001/tempDir-001/node4/.
[junit4] 2> 418528 INFO (zkConnectionManagerCallback-324-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 419172 INFO (qtp1803021330-1333) [n:127.0.0.1:34076_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 419185 INFO (qtp880335284-1248) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 419421 INFO (qtp555334611-1308) [n:127.0.0.1:43344_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 419641 INFO (qtp18615153-1284) [n:127.0.0.1:45786_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 419657 DEBUG (qtp880335284-1245) [n:127.0.0.1:34802_solr ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
[junit4] 2> 419674 INFO (qtp880335284-1245) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=1108
[junit4] 2> 419691 DEBUG (zkCallback-282-thread-2-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
[junit4] 2> 419692 DEBUG (zkCallback-282-thread-2-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:34076_solr, 127.0.0.1:34802_solr, 127.0.0.1:43344_solr, 127.0.0.1:45786_solr]
[junit4] 2> 419692 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
[junit4] 2> 419703 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 419756 DEBUG (OverseerAutoScalingTriggerThread-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
[junit4] 2> 419770 INFO (qtp1803021330-1336) [n:127.0.0.1:34076_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=testSelected1&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 419820 DEBUG (ScheduledTrigger-575-thread-2) [n:127.0.0.1:34802_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 419897 INFO (OverseerThreadFactory-577-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSelected1
[junit4] 2> 420036 INFO (qtp1803021330-1335) [n:127.0.0.1:34076_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 420039 INFO (qtp880335284-1242) [n:127.0.0.1:34802_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 420077 INFO (qtp555334611-1312) [n:127.0.0.1:43344_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 420080 INFO (qtp18615153-1282) [n:127.0.0.1:45786_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CORE.coreName&wt=javabin&version=2&group=solr.node,solr.core} status=0 QTime=0
[junit4] 2> 420164 INFO (OverseerThreadFactory-577-thread-1-processing-n:127.0.0.1:34802_solr) [n:127.0.0.1:34802_solr ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 1750758475 sessionWrapper.createTime 1750758416584386, this.sessionWrapper.createTime 1750758416584386
[junit4] 2> 420201 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"testSelected1",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "collection.configName":"conf",
[junit4] 2> "numShards":"2",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 420201 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: testSelected1
[junit4] 2> 420243 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/testSelected1/state.json
[junit4] 2> 420314 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 420315 INFO (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 420349 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 420349 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 420350 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 420351 INFO (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 420366 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 420366 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 420368 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 420368 INFO (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 420438 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 420438 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node7":{
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 420454 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 420454 INFO (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 420456 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node7":{
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 420456 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.SliceMutator New Slice: shard2:{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 420560 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/testSelected1/state.json version: 0
[junit4] 2> 420792 INFO (qtp880335284-1247) [n:127.0.0.1:34802_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSelected1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSelected1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 420792 INFO (qtp880335284-1247) [n:127.0.0.1:34802_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 420812 INFO (qtp1803021330-1337) [n:127.0.0.1:34076_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSelected1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSelected1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 420812 INFO (qtp1803021330-1337) [n:127.0.0.1:34076_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 420826 INFO (qtp18615153-1285) [n:127.0.0.1:45786_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSelected1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSelected1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 420827 INFO (qtp18615153-1285) [n:127.0.0.1:45786_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 420910 INFO (qtp555334611-1311) [n:127.0.0.1:43344_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSelected1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSelected1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 420910 INFO (qtp555334611-1311) [n:127.0.0.1:43344_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 420939 DEBUG (ScheduledTrigger-575-thread-1) [n:127.0.0.1:34802_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 4
[junit4] 2> 421052 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "core_node_name":"core_node7",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "node_name":"127.0.0.1:45786_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 421052 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "core_node_name":"core_node7",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "node_name":"127.0.0.1:45786_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 421052 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node7:{"core":"testSelected1_shard2_replica_n4","base_url":"https://127.0.0.1:45786/solr","node_name":"127.0.0.1:45786_solr","state":"down","type":"NRT"}
[junit4] 2> 421052 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testSelected1//collections/testSelected1/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "node_name":"127.0.0.1:45786_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "node_name":"127.0.0.1:34802_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "node_name":"127.0.0.1:34802_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"testSelected1_shard1_replica_n1","base_url":"https://127.0.0.1:34802/solr","node_name":"127.0.0.1:34802_solr","state":"down","type":"NRT"}
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testSelected1//collections/testSelected1/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "node_name":"127.0.0.1:34802_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "node_name":"127.0.0.1:45786_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "node_name":"127.0.0.1:34076_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "node_name":"127.0.0.1:34076_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"testSelected1_shard1_replica_n2","base_url":"https://127.0.0.1:34076/solr","node_name":"127.0.0.1:34076_solr","state":"down","type":"NRT"}
[junit4] 2> 421053 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(testSelected1//collections/testSelected1/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{
[junit4] 2> "shard1":{
[junit4] 2> "range":"80000000-ffffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"testSelected1_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34802/solr",
[junit4] 2> "node_name":"127.0.0.1:34802_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"testSelected1_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34076/solr",
[junit4] 2> "node_name":"127.0.0.1:34076_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}},
[junit4] 2> "shard2":{
[junit4] 2> "range":"0-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node7":{
[junit4] 2> "core":"testSelected1_shard2_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:45786/solr",
[junit4] 2> "node_name":"127.0.0.1:45786_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 421071 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.Overseer processMessage: queueSize: 4, message = {
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "node_name":"127.0.0.1:43344_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 421071 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
[junit4] 2> "core":"testSelected1_shard2_replica_n6",
[junit4] 2> "core_node_name":"core_node8",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:43344/solr",
[junit4] 2> "node_name":"127.0.0.1:43344_solr",
[junit4] 2> "numShards":"2",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testSelected1",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 421071 DEBUG (OverseerStateUpdate-72172331138023427-127.0.0.1:34802_solr-n_0000000000) [n:127.0.0.1:34802_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node8:{"core":"testSelected1_shard2_replica_n6","base_url":"https://127.0.0.1:43344/solr","node_name":"127.0.0
[...truncated too long message...]
solr.jetty, tag=null
[junit4] 2> 69927 INFO (coreCloseExecutor-127-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@59c59737
[junit4] 2> 69927 INFO (coreCloseExecutor-127-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1506121527
[junit4] 2> 70000 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@50c99cd3{/solr,null,UNAVAILABLE}
[junit4] 2> 70000 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 99999 WARN (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.e.j.u.t.QueuedThreadPool QueuedThreadPool@qtp587077256{STOPPING,8<=8<=10000,i=0,q=1} Couldn't stop Thread[qtp587077256-156,5,TGRP-TestOriginalScoreFeature]
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=61142974
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6af437fb: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / null
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e52e1f: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / null
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 100001 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@37217ade: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / null
[junit4] 2> 100007 INFO (coreCloseExecutor-129-thread-1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@52daab57
[junit4] 2> 100007 INFO (coreCloseExecutor-129-thread-1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1390062423
[junit4] 2> 100007 INFO (coreCloseExecutor-129-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@77de58bd: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / null
[junit4] 2> 100069 INFO (SUITE-TestOriginalScoreFeature-seed#[85AFB132B02E67B0]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 23, 2018 8:47:37 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 23, 2018 8:47:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestOriginalScoreFeature:
[junit4] 2> 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 23, 2018 8:47:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
[junit4] 2> Feb 23, 2018 8:48:00 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=Asserting), text=FST50, title=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=1167, maxMBSortInHeap=5.805710720820073, sim=RandomSimilarity(queryNorm=false): {}, locale=es-HN, timezone=America/Chihuahua
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=2,free=220417016,total=332398592
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldValueFeature, TestUserTermScoreWithQ, TestEdisMaxSolrFeature, TestLTRQParserExplain, TestOriginalScoreFeature]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestOriginalScoreFeature -Dtests.seed=85AFB132B02E67B0 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=America/Chihuahua -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J1 | TestOriginalScoreFeature (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.ltr.feature.TestOriginalScoreFeature:
[junit4] > 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([85AFB132B02E67B0]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=156, name=qtp587077256-156, state=TIMED_WAITING, group=TGRP-TestOriginalScoreFeature]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([85AFB132B02E67B0]:0)
[junit4] Completed [36/36 (1!)] on J1 in 59.07s, 2 tests, 2 errors <<< FAILURES!
[...truncated 42602 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 447 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/447/
1 tests failed.
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([B82DF0D7630977DB:D5D1542AD94188DC]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:311)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12423 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/init-core-data-001
[junit4] 2> 329722 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=612 numCloses=612
[junit4] 2> 329726 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 329727 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 329728 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 329728 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001
[junit4] 2> 329728 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 329731 INFO (Thread-578) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 329731 INFO (Thread-578) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 329733 ERROR (Thread-578) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 329831 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46419
[junit4] 2> 329872 INFO (zkConnectionManagerCallback-692-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 329900 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 329907 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T08:27:37+11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 329995 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 329995 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 329995 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 329996 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6bf494ea{/solr,null,AVAILABLE}
[junit4] 2> 329996 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 329996 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 329996 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 329997 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13704b06{/solr,null,AVAILABLE}
[junit4] 2> 329998 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@44b055cd{SSL,[ssl, http/1.1]}{127.0.0.1:34988}
[junit4] 2> 329998 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@26c7ada{SSL,[ssl, http/1.1]}{127.0.0.1:44173}
[junit4] 2> 329998 INFO (jetty-launcher-689-thread-1) [ ] o.e.j.s.Server Started @332481ms
[junit4] 2> 329998 INFO (jetty-launcher-689-thread-2) [ ] o.e.j.s.Server Started @332481ms
[junit4] 2> 329998 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44173}
[junit4] 2> 329998 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34988}
[junit4] 2> 329998 ERROR (jetty-launcher-689-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 329998 ERROR (jetty-launcher-689-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T12:30:42.189Z
[junit4] 2> 329999 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T12:30:42.189Z
[junit4] 2> 330021 INFO (zkConnectionManagerCallback-694-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330022 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 330053 INFO (zkConnectionManagerCallback-696-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330054 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 330059 INFO (jetty-launcher-689-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46419/solr
[junit4] 2> 330068 INFO (jetty-launcher-689-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46419/solr
[junit4] 2> 330073 INFO (zkConnectionManagerCallback-700-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330081 INFO (zkConnectionManagerCallback-704-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330082 INFO (zkConnectionManagerCallback-706-thread-1-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330084 INFO (zkConnectionManagerCallback-708-thread-1-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330173 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 330174 INFO (jetty-launcher-689-thread-2) [n:127.0.0.1:44173_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 330174 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34988_solr
[junit4] 2> 330175 INFO (jetty-launcher-689-thread-2) [n:127.0.0.1:44173_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44173_solr
[junit4] 2> 330175 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer Overseer (id=73350445591298054-127.0.0.1:34988_solr-n_0000000000) starting
[junit4] 2> 330182 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 330186 INFO (zkCallback-707-thread-1-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 330210 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 330213 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34988_solr
[junit4] 2> 330226 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34988_solr"} current state version: 0
[junit4] 2> 330226 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34988_solr
[junit4] 2> 330226 INFO (zkCallback-707-thread-1-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 330227 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 330227 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 330227 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 330228 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:44173_solr, 127.0.0.1:34988_solr]
[junit4] 2> 330228 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 330228 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 330248 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 330248 DEBUG (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 330250 DEBUG (ScheduledTrigger-1529-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 330314 INFO (jetty-launcher-689-thread-2) [n:127.0.0.1:44173_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44173.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 330322 INFO (jetty-launcher-689-thread-2) [n:127.0.0.1:44173_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44173.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 330322 INFO (jetty-launcher-689-thread-2) [n:127.0.0.1:44173_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44173.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 330323 INFO (jetty-launcher-689-thread-2) [n:127.0.0.1:44173_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node2/.
[junit4] 2> 330356 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34988.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 330366 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34988.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 330366 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34988.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 330367 INFO (jetty-launcher-689-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/.
[junit4] 2> 330416 INFO (zkConnectionManagerCallback-714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330460 INFO (zkConnectionManagerCallback-718-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 330461 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 330462 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46419/solr ready
[junit4] 2> 330502 INFO (qtp2009309746-3200) [n:127.0.0.1:44173_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44173_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 330516 INFO (OverseerThreadFactory-1531-thread-1-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 330538 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":".system",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "numShards":1,
[junit4] 2> "createNodeSet":"127.0.0.1:44173_solr",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 330538 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
[junit4] 2> 330539 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
[junit4] 2> 330626 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 330626 INFO (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 330627 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 330627 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 330727 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
[junit4] 2> 330830 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 330831 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 330833 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "node_name":"127.0.0.1:44173_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 330833 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "node_name":"127.0.0.1:44173_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 330833 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"https://127.0.0.1:44173/solr","node_name":"127.0.0.1:44173_solr","state":"down","type":"NRT"}
[junit4] 2> 330834 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "node_name":"127.0.0.1:44173_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 330934 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
[junit4] 2> 330935 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 330935 INFO (zkCallback-705-thread-2-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 331251 DEBUG (ScheduledTrigger-1529-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 331844 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 331848 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 331851 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 331855 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 331855 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 331857 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 331857 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 331858 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44173.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ada72d1
[junit4] 2> 331858 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 331858 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node2/.system_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node2/./.system_shard1_replica_n1/data/]
[junit4] 2> 331901 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 331901 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 331902 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 331903 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 331904 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@79b79e08[.system_shard1_replica_n1] main]
[junit4] 2> 331905 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 331906 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 331906 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 331906 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 331907 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 331907 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593285483269455872
[junit4] 2> 331909 INFO (searcherExecutor-1536-thread-1-processing-n:127.0.0.1:44173_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@79b79e08[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 331914 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 331914 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 331914 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44173/solr/.system_shard1_replica_n1/
[junit4] 2> 331914 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 331914 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:44173/solr/.system_shard1_replica_n1/ has no replicas
[junit4] 2> 331914 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 331916 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44173/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 331917 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 332017 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
[junit4] 2> 332018 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 332018 INFO (zkCallback-705-thread-2-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 332067 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 332068 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "node_name":"127.0.0.1:44173_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 332068 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "node_name":"127.0.0.1:44173_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 332068 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"https://127.0.0.1:44173/solr","node_name":"127.0.0.1:44173_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 332068 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/3)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:44173/solr",
[junit4] 2> "node_name":"127.0.0.1:44173_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 332069 INFO (qtp2009309746-3204) [n:127.0.0.1:44173_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1238
[junit4] 2> 332071 INFO (qtp2009309746-3200) [n:127.0.0.1:44173_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 332169 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 3
[junit4] 2> 332170 INFO (zkCallback-705-thread-2-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 332170 INFO (zkCallback-705-thread-1-processing-n:127.0.0.1:44173_solr) [n:127.0.0.1:44173_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 332252 DEBUG (ScheduledTrigger-1529-thread-2) [n:127.0.0.1:34988_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 332517 INFO (OverseerCollectionConfigSetProcessor-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 333072 INFO (qtp2009309746-3200) [n:127.0.0.1:44173_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44173_solr&wt=javabin&version=2} status=0 QTime=2569
[junit4] 2> 333073 INFO (qtp2009309746-3203) [n:127.0.0.1:44173_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&maxShardsPerNode=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34988_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 333075 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 333076 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 333078 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 333079 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 333080 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 333082 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 333083 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 333084 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 333086 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 333087 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 333089 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 333090 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 333092 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 333093 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 333094 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 333096 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 333097 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 333098 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 333099 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 333101 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 333102 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 333104 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 333105 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 333106 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 333107 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 333109 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 333110 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 333112 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 333113 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 333115 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 333116 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 333117 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 333118 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 333120 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 333121 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 333122 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 333123 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 333125 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 333126 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 333127 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 333129 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 333130 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 333131 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 333132 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 333133 INFO (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 333135 WARN (OverseerThreadFactory-1531-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection AutoscalingHistoryHandlerTest_collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 333138 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "createNodeSet":"127.0.0.1:34988_solr",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 333138 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 333239 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 333252 DEBUG (ScheduledTrigger-1529-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 333342 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 333342 INFO (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 333344 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 333344 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 333345 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 333345 INFO (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 333347 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 333347 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 333349 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 333349 INFO (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 333349 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 333350 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 333450 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 333594 INFO (qtp1687402272-3213) [n:127.0.0.1:34988_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 333595 INFO (qtp1687402272-3213) [n:127.0.0.1:34988_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 333597 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 333597 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 333597 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"https://127.0.0.1:34988/solr","node_name":"127.0.0.1:34988_solr","state":"down","type":"NRT"}
[junit4] 2> 333597 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 333607 INFO (qtp1687402272-3211) [n:127.0.0.1:34988_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 333609 INFO (qtp1687402272-3210) [n:127.0.0.1:34988_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 333611 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 333611 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 333611 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"https://127.0.0.1:34988/solr","node_name":"127.0.0.1:34988_solr","state":"down","type":"NRT"}
[junit4] 2> 333611 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 333611 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 333612 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "core_node_name":"core_node5",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 333612 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node5:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2","base_url":"https://127.0.0.1:34988/solr","node_name":"127.0.0.1:34988_solr","state":"down","type":"NRT"}
[junit4] 2> 333612 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"https://127.0.0.1:34988/solr",
[junit4] 2> "node_name":"127.0.0.1:34988_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 333713 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 1
[junit4] 2> 333713 INFO (zkCallback-707-thread-1-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 333713 INFO (zkCallback-707-thread-2-processing-n:127.0.0.1:34988_solr) [n:127.0.0.1:34988_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/AutoscalingHistoryHandlerTest_collection/state.json] for collection [AutoscalingHistoryHandlerTest_collection] has occurred - updating... (live nodes size: [2])
[junit4] 2> 334252 DEBUG (ScheduledTrigger-1529-thread-1) [n:127.0.0.1:34988_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 334606 INFO (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 334606 INFO (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 334607 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/extraction/lib
[junit4] 2> 334608 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 334609 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/clustering/lib
[junit4] 2> 334609 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 334609 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/langid/lib
[junit4] 2> 334609 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 334610 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../contrib/velocity/lib
[junit4] 2> 334610 WARN (qtp1687402272-3213) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n1/../../../../dist
[junit4] 2> 334622 INFO (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0
[junit4] 2> 334622 INFO (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
[junit4] 2> 334634 WARN (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/extraction/lib
[junit4] 2> 334634 WARN (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 334635 WARN (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../contrib/clustering/lib
[junit4] 2> 334635 WARN (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001/tempDir-001/node1/AutoscalingHistoryHandlerTest_collection_shard1_replica_n2/../../../../dist
[junit4] 2> 334635 WARN (qtp1687402272-3210) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/
[...truncated too long message...]
Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48474564: rootName = solr_34988, domain = solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@333d3531
[junit4] 2> 353834 INFO (coreCloseExecutor-1569-thread-2) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.c.SolrCore [AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@1ee470a0
[junit4] 2> 353844 INFO (coreCloseExecutor-1569-thread-3) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.c.SolrCore [AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] CLOSING SolrCore org.apache.solr.core.SolrCore@28588ec6
[junit4] 2> 353844 INFO (coreCloseExecutor-1569-thread-3) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n4, tag=676892358
[junit4] 2> 353844 INFO (coreCloseExecutor-1569-thread-3) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a16e5fc: rootName = solr_34988, domain = solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@1737104f
[junit4] 2> 353855 INFO (coreCloseExecutor-1569-thread-2) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1, tag=518287520
[junit4] 2> 353856 INFO (coreCloseExecutor-1569-thread-2) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2aa8c504: rootName = solr_34988, domain = solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.AutoscalingHistoryHandlerTest_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@33d125a0
[junit4] 2> 353855 INFO (jetty-closer-690-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@13704b06{/solr,null,UNAVAILABLE}
[junit4] 2> 353862 INFO (jetty-closer-690-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 353869 INFO (coreCloseExecutor-1568-thread-1) [n:127.0.0.1:40922_solr c:.system s:shard1 r:core_node4 x:.system_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=476072173
[junit4] 2> 353873 INFO (coreCloseExecutor-1569-thread-2) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node3 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=518287520
[junit4] 2> 353873 INFO (coreCloseExecutor-1569-thread-1) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node5 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=798074763
[junit4] 2> 353873 INFO (coreCloseExecutor-1569-thread-3) [n:127.0.0.1:34988_solr c:AutoscalingHistoryHandlerTest_collection s:shard1 r:core_node6 x:AutoscalingHistoryHandlerTest_collection_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.AutoscalingHistoryHandlerTest_collection.shard1.leader, tag=676892358
[junit4] 2> 353897 INFO (jetty-closer-690-thread-3) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c9e327a{/solr,null,UNAVAILABLE}
[junit4] 2> 353898 INFO (jetty-closer-690-thread-3) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 353906 DEBUG (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 10
[junit4] 2> 353937 INFO (jetty-closer-690-thread-2) [ ] o.a.s.c.Overseer Overseer (id=73350445591298054-127.0.0.1:34988_solr-n_0000000000) closing
[junit4] 2> 353937 INFO (OverseerStateUpdate-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34988_solr
[junit4] 2> 353939 DEBUG (jetty-closer-690-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 353946 WARN (OverseerAutoScalingTriggerThread-73350445591298054-127.0.0.1:34988_solr-n_0000000000) [n:127.0.0.1:34988_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 353953 INFO (jetty-closer-690-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bf494ea{/solr,null,UNAVAILABLE}
[junit4] 2> 353953 INFO (jetty-closer-690-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 353954 ERROR (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 353955 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[B82DF0D7630977DB]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46419 46419
[junit4] 2> 354053 INFO (Thread-578) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46419 46419
[junit4] 2> 354054 WARN (Thread-578) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/aliases.json
[junit4] 2> 7 /solr/collections/.system/terms/shard1
[junit4] 2> 4 /solr/collections/AutoscalingHistoryHandlerTest_collection/terms/shard1
[junit4] 2> 3 /solr/security.json
[junit4] 2> 3 /solr/configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 2 /solr/configs/.system
[junit4] 2> 2 /solr/configs/.system/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 15 /solr/collections/.system/state.json
[junit4] 2> 11 /solr/clusterstate.json
[junit4] 2> 11 /solr/clusterprops.json
[junit4] 2> 8 /solr/collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 2 /solr/overseer_elect/election/73350445591298054-127.0.0.1:34988_solr-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/live_nodes
[junit4] 2> 11 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_B82DF0D7630977DB-001
[junit4] 2> Feb 24, 2018 12:31:06 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, maxDocsPerChunk=6, blockSize=8), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=3, blockSize=8)), sim=RandomSimilarity(queryNorm=false): {}, locale=th, timezone=Asia/Novokuznetsk
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=1,free=169586488,total=490209280
[junit4] 2> NOTE: All tests run in this JVM: [SortByFunctionTest, DeleteStatusTest, TestCollectionAPI, AutoAddReplicasIntegrationTest, BasicZkTest, TestFieldResource, LoggingHandlerTest, TestSmileRequest, RestartWhileUpdatingTest, UpdateRequestProcessorFactoryTest, TestReload, CoreMergeIndexesAdminHandlerTest, TestSolrCoreSnapshots, TestTrieFacet, ConfigSetsAPITest, CollectionReloadTest, TestSolrFieldCacheBean, SaslZkACLProviderTest, QueryElevationComponentTest, FastVectorHighlighterTest, TestTriggerIntegration, UninvertDocValuesMergePolicyTest, SchemaApiFailureTest, SolrShardReporterTest, AddReplicaTest, SystemInfoHandlerTest, TestLeaderElectionZkExpiry, DirectUpdateHandlerOptimizeTest, TestDistributedGrouping, TestChildDocTransformer, HdfsWriteToMultipleCollectionsTest, DistributedFacetPivotLargeTest, SuggesterFSTTest, TestReqParamsAPI, AtomicUpdateProcessorFactoryTest, SolrJmxReporterTest, SOLR749Test, CSVRequestHandlerTest, PathHierarchyTokenizerFactoryTest, TestInfoStreamLogging, TestSystemCollAutoCreate, TestTolerantUpdateProcessorCloud, AutoscalingHistoryHandlerTest]
[junit4] Completed [112/777 (1!)] on J1 in 24.99s, 1 test, 1 failure <<< FAILURES!
[...truncated 50763 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 446 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/446/
2 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailureAfterFreshStartTest
Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest: 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest:
1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([462B6099DE1DD519]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderFailureAfterFreshStartTest
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([462B6099DE1DD519]:0)
Build Log:
[...truncated 12301 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderFailureAfterFreshStartTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/init-core-data-001
[junit4] 2> 175374 WARN (SUITE-LeaderFailureAfterFreshStartTest-seed#[462B6099DE1DD519]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
[junit4] 2> 175374 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[462B6099DE1DD519]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 175376 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[462B6099DE1DD519]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 175376 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[462B6099DE1DD519]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 175376 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[462B6099DE1DD519]-worker) [ ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /fw/ru
[junit4] 2> 175377 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 175378 INFO (Thread-517) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 175378 INFO (Thread-517) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 175385 ERROR (Thread-517) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 175478 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkTestServer start zk server on port:50198
[junit4] 2> 175480 INFO (zkConnectionManagerCallback-293-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175497 INFO (zkConnectionManagerCallback-295-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175501 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
[junit4] 2> 175502 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
[junit4] 2> 175503 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
[junit4] 2> 175504 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
[junit4] 2> 175505 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
[junit4] 2> 175506 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
[junit4] 2> 175506 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
[junit4] 2> 175507 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
[junit4] 2> 175508 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
[junit4] 2> 175509 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
[junit4] 2> 175510 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
[junit4] 2> 175511 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
[junit4] 2> 175596 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 175597 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 175597 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 175598 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 175598 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56a0b20e{/fw/ru,null,AVAILABLE}
[junit4] 2> 175603 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1fec1e16{HTTP/1.1,[http/1.1]}{127.0.0.1:56905}
[junit4] 2> 175603 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server Started @177721ms
[junit4] 2> 175603 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/tempDir-001/control/data, hostContext=/fw/ru, hostPort=56905, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/control-001/cores}
[junit4] 2> 175603 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 175603 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 175603 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 175603 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 175604 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T11:08:40.249Z
[junit4] 2> 175606 INFO (zkConnectionManagerCallback-297-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175607 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 175607 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/control-001/solr.xml
[junit4] 2> 175611 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 175611 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 175613 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 175615 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50198/solr
[junit4] 2> 175617 INFO (zkConnectionManagerCallback-301-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175620 INFO (zkConnectionManagerCallback-303-thread-1-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175682 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 175683 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56905_fw%2Fru
[junit4] 2> 175683 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.Overseer Overseer (id=73350123030118404-127.0.0.1:56905_fw%2Fru-n_0000000000) starting
[junit4] 2> 175689 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56905_fw%2Fru
[junit4] 2> 175691 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 175797 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 175804 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 175804 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 175806 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/control-001/cores
[junit4] 2> 175825 INFO (zkConnectionManagerCallback-309-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 175825 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 175826 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50198/solr ready
[junit4] 2> 175828 INFO (qtp1832377232-1616) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56905_fw%252Fru&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 175831 INFO (OverseerThreadFactory-624-thread-1-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.a.c.CreateCollectionCmd Create collection control_collection
[junit4] 2> 175937 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 175937 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 176041 INFO (zkCallback-302-thread-1-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 176963 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 176975 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
[junit4] 2> 177063 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 177076 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
[junit4] 2> 177077 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 177082 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 177082 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/control-001/cores/control_collection_shard1_replica_n1/data/]
[junit4] 2> 177085 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=64.572265625, floorSegmentMB=1.994140625, forceMergeDeletesPctAllowed=19.137505225365512, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.623836790013815
[junit4] 2> 177313 WARN (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 177348 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 177348 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 177349 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 177349 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 177350 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.2216796875, floorSegmentMB=1.6767578125, forceMergeDeletesPctAllowed=26.532946480095532, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3743935596706798
[junit4] 2> 177350 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@477357ad[control_collection_shard1_replica_n1] main]
[junit4] 2> 177351 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 177352 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 177352 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 177353 INFO (searcherExecutor-627-thread-1-processing-n:127.0.0.1:56905_fw%2Fru x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@477357ad[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 177353 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593280322074574848
[junit4] 2> 177360 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 177360 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 177360 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:56905/fw/ru/control_collection_shard1_replica_n1/
[junit4] 2> 177360 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 177360 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:56905/fw/ru/control_collection_shard1_replica_n1/ has no replicas
[junit4] 2> 177360 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 177363 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:56905/fw/ru/control_collection_shard1_replica_n1/ shard1
[junit4] 2> 177464 INFO (zkCallback-302-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 177514 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 177516 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru c:control_collection s:shard1 x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1578
[junit4] 2> 177522 INFO (qtp1832377232-1616) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 177616 INFO (zkCallback-302-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
[junit4] 2> 177833 INFO (OverseerCollectionConfigSetProcessor-73350123030118404-127.0.0.1:56905_fw%2Fru-n_0000000000) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 178522 INFO (qtp1832377232-1616) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:56905_fw%252Fru&wt=javabin&version=2} status=0 QTime=2693
[junit4] 2> 178527 INFO (zkConnectionManagerCallback-313-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 178528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 178528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:50198/solr ready
[junit4] 2> 178528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
[junit4] 2> 178530 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 178532 INFO (OverseerThreadFactory-624-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection1
[junit4] 2> 178534 WARN (OverseerThreadFactory-624-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
[junit4] 2> 178738 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 178738 INFO (qtp1832377232-1620) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=208
[junit4] 2> 178833 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-1-001 of type NRT
[junit4] 2> 178834 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 178835 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 178835 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 178835 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 178835 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@237b20ca{/fw/ru,null,AVAILABLE}
[junit4] 2> 178835 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@3d960c42{HTTP/1.1,[http/1.1]}{127.0.0.1:40444}
[junit4] 2> 178836 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server Started @180954ms
[junit4] 2> 178836 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/fw/ru, hostPort=40444, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-1-001/cores}
[junit4] 2> 178836 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 178836 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 178836 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 178836 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 178836 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T11:08:43.481Z
[junit4] 2> 178838 INFO (zkConnectionManagerCallback-315-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 178838 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 178838 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-1-001/solr.xml
[junit4] 2> 178842 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 178842 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 178843 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 178846 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50198/solr
[junit4] 2> 178849 INFO (zkConnectionManagerCallback-319-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 178851 INFO (zkConnectionManagerCallback-321-thread-1-processing-n:127.0.0.1:40444_fw%2Fru) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 178857 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 178859 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 178860 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40444_fw%2Fru
[junit4] 2> 178861 INFO (zkCallback-302-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 178861 INFO (zkCallback-312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 178862 INFO (zkCallback-320-thread-1-processing-n:127.0.0.1:40444_fw%2Fru) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 178931 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 178939 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 178939 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 178941 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-1-001/cores
[junit4] 2> 178965 INFO (qtp632467745-1666) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40444_fw%252Fru&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 178971 INFO (OverseerCollectionConfigSetProcessor-73350123030118404-127.0.0.1:56905_fw%2Fru-n_0000000000) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 178971 INFO (OverseerThreadFactory-624-thread-3-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:40444_fw%2Fru for creating new replica
[junit4] 2> 178974 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 178975 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 179990 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 180001 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema [collection1_shard1_replica_n21] Schema name=test
[junit4] 2> 180094 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 180122 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n21' using configuration from collection collection1, trusted=true
[junit4] 2> 180122 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n21' (registry 'solr.core.collection1.shard1.replica_n21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 180122 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 180122 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [[collection1_shard1_replica_n21] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-1-001/cores/collection1_shard1_replica_n21], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-1-001/cores/collection1_shard1_replica_n21/data/]
[junit4] 2> 180125 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=64.572265625, floorSegmentMB=1.994140625, forceMergeDeletesPctAllowed=19.137505225365512, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.623836790013815
[junit4] 2> 180143 WARN (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 180179 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 180179 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 180180 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 180180 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 180181 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.2216796875, floorSegmentMB=1.6767578125, forceMergeDeletesPctAllowed=26.532946480095532, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3743935596706798
[junit4] 2> 180182 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e6dfa54[collection1_shard1_replica_n21] main]
[junit4] 2> 180183 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 180183 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 180184 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 180184 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593280325043093504
[junit4] 2> 180188 INFO (searcherExecutor-638-thread-1-processing-n:127.0.0.1:40444_fw%2Fru x:collection1_shard1_replica_n21 s:shard1 c:collection1) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SolrCore [collection1_shard1_replica_n21] Registered new searcher Searcher@2e6dfa54[collection1_shard1_replica_n21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 180192 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 180192 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 180192 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40444/fw/ru/collection1_shard1_replica_n21/
[junit4] 2> 180192 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 180192 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.SyncStrategy http://127.0.0.1:40444/fw/ru/collection1_shard1_replica_n21/ has no replicas
[junit4] 2> 180192 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 180195 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40444/fw/ru/collection1_shard1_replica_n21/ shard1
[junit4] 2> 180346 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 180348 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1373
[junit4] 2> 180352 INFO (qtp632467745-1666) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40444_fw%252Fru&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1387
[junit4] 2> 180518 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-2-001 of type NRT
[junit4] 2> 180519 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 180524 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 180524 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 180525 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 180525 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27e6bf00{/fw/ru,null,AVAILABLE}
[junit4] 2> 180525 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@390bfc20{HTTP/1.1,[http/1.1]}{127.0.0.1:35864}
[junit4] 2> 180525 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server Started @182644ms
[junit4] 2> 180525 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/tempDir-001/jetty2, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/fw/ru, hostPort=35864, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-2-001/cores}
[junit4] 2> 180526 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 180528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 180528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 180528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 180528 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T11:08:45.173Z
[junit4] 2> 180540 INFO (zkConnectionManagerCallback-325-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 180541 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 180541 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-2-001/solr.xml
[junit4] 2> 180560 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 180560 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 180561 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 180566 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50198/solr
[junit4] 2> 180568 INFO (zkConnectionManagerCallback-329-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 180589 INFO (zkConnectionManagerCallback-331-thread-1-processing-n:127.0.0.1:35864_fw%2Fru) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 180593 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 180594 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 180597 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35864_fw%2Fru
[junit4] 2> 180600 INFO (zkCallback-320-thread-1-processing-n:127.0.0.1:40444_fw%2Fru) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 180600 INFO (zkCallback-302-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 180600 INFO (zkCallback-312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 180616 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:35864_fw%2Fru) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 180690 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 180709 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 180709 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 180715 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-2-001/cores
[junit4] 2> 180746 INFO (qtp259997031-1696) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:35864_fw%252Fru&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 180751 INFO (OverseerCollectionConfigSetProcessor-73350123030118404-127.0.0.1:56905_fw%2Fru-n_0000000000) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 180752 INFO (OverseerThreadFactory-624-thread-4-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:35864_fw%2Fru for creating new replica
[junit4] 2> 180755 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 180755 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 181778 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 181789 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema [collection1_shard1_replica_n23] Schema name=test
[junit4] 2> 181876 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 181896 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n23' using configuration from collection collection1, trusted=true
[junit4] 2> 181896 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n23' (registry 'solr.core.collection1.shard1.replica_n23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 181896 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 181896 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [[collection1_shard1_replica_n23] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-2-001/cores/collection1_shard1_replica_n23], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-2-001/cores/collection1_shard1_replica_n23/data/]
[junit4] 2> 181899 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=64.572265625, floorSegmentMB=1.994140625, forceMergeDeletesPctAllowed=19.137505225365512, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.623836790013815
[junit4] 2> 181907 WARN (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 181942 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 181942 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 181943 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 181943 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 181945 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.2216796875, floorSegmentMB=1.6767578125, forceMergeDeletesPctAllowed=26.532946480095532, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3743935596706798
[junit4] 2> 181945 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.SolrIndexSearcher Opening [Searcher@5cc9477d[collection1_shard1_replica_n23] main]
[junit4] 2> 181946 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 181946 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 181947 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 181947 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593280326891732992
[junit4] 2> 181952 INFO (searcherExecutor-649-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.SolrCore [collection1_shard1_replica_n23] Registered new searcher Searcher@5cc9477d[collection1_shard1_replica_n23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 181953 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n23
[junit4] 2> 181953 INFO (qtp259997031-1700) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1198
[junit4] 2> 181954 INFO (updateExecutor-326-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 181954 INFO (recoveryExecutor-327-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 181955 INFO (recoveryExecutor-327-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 181957 INFO (qtp259997031-1696) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:35864_fw%252Fru&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1211
[junit4] 2> 181958 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp=/fw/ru path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 181958 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp=/fw/ru path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 181961 INFO (recoveryExecutor-327-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n23]
[junit4] 2> 181961 INFO (recoveryExecutor-327-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 181961 INFO (recoveryExecutor-327-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n23] as recovering, leader is [http://127.0.0.1:40444/fw/ru/collection1_shard1_replica_n21/] and I am [http://127.0.0.1:35864/fw/ru/collection1_shard1_replica_n23/]
[junit4] 2> 181967 INFO (recoveryExecutor-327-thread-1-processing-n:127.0.0.1:35864_fw%2Fru x:collection1_shard1_replica_n23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:35864_fw%2Fru c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_n23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:40444/fw/ru]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_n21&nodeName=127.0.0.1:35864_fw%252Fru&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
[junit4] 2> 181971 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
[junit4] 2> 181972 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:35864_fw%2Fru, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:35864/fw/ru","node_name":"127.0.0.1:35864_fw%2Fru","state":"down","type":"NRT"}
[junit4] 2> 182046 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-3-001 of type NRT
[junit4] 2> 182047 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T18:27:37-03:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 182052 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 182052 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 182052 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 182052 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fcb380a{/fw/ru,null,AVAILABLE}
[junit4] 2> 182053 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.AbstractConnector Started ServerConnector@29a2680c{HTTP/1.1,[http/1.1]}{127.0.0.1:45402}
[junit4] 2> 182053 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.Server Started @184171ms
[junit4] 2> 182053 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/fw/ru, hostPort=45402, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-3-001/cores}
[junit4] 2> 182053 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 182054 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 182054 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 182054 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 182054 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T11:08:46.699Z
[junit4] 2> 182056 INFO (zkConnectionManagerCallback-336-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 182065 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
[junit4] 2> 182065 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-3-001/solr.xml
[junit4] 2> 182068 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
[junit4] 2> 182068 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
[junit4] 2> 182069 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2, but no JMX reporters were configured - adding default JMX reporter.
[junit4] 2> 182075 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50198/solr
[junit4] 2> 182078 INFO (zkConnectionManagerCallback-340-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 182081 INFO (zkConnectionManagerCallback-342-thread-1-processing-n:127.0.0.1:45402_fw%2Fru) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 182085 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 182086 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 182088 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45402_fw%2Fru
[junit4] 2> 182089 INFO (zkCallback-302-thread-2-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 182089 INFO (zkCallback-312-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 182089 INFO (zkCallback-330-thread-1-processing-n:127.0.0.1:35864_fw%2Fru) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 182089 INFO (zkCallback-320-thread-1-processing-n:127.0.0.1:40444_fw%2Fru) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 182103 INFO (zkCallback-341-thread-1-processing-n:127.0.0.1:45402_fw%2Fru) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
[junit4] 2> 182135 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 182143 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 182144 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 182145 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-3-001/cores
[junit4] 2> 182210 INFO (qtp259997031-1698) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:45402_fw%252Fru&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 182212 INFO (OverseerCollectionConfigSetProcessor-73350123030118404-127.0.0.1:56905_fw%2Fru-n_0000000000) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 182213 INFO (OverseerThreadFactory-624-thread-5-processing-n:127.0.0.1:56905_fw%2Fru) [n:127.0.0.1:56905_fw%2Fru ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45402_fw%2Fru for creating new replica
[junit4] 2> 182216 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 182216 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
[junit4] 2> 182972 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_n21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:35864_fw%2Fru, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_n23","base_url":"http://127.0.0.1:35864/fw/ru","node_name":"127.0.0.1:35864_fw%2Fru","state":"recovering","type":"NRT"}
[junit4] 2> 182972 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
[junit4] 2> 182972 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:35864_fw%252Fru&onlyIfLeaderActive=true&core=collection1_shard1_replica_n21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
[junit4] 2> 183254 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 183265 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.IndexSchema [collection1_shard1_replica_n25] Schema name=test
[junit4] 2> 183358 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 183379 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n25' using configuration from collection collection1, trusted=true
[junit4] 2> 183379 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n25' (registry 'solr.core.collection1.shard1.replica_n25') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@14137fd2
[junit4] 2> 183379 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 183379 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [[collection1_shard1_replica_n25] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-3-001/cores/collection1_shard1_replica_n25], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailureAfterFreshStartTest_462B6099DE1DD519-001/shard-3-001/cores/collection1_shard1_replica_n25/data/]
[junit4] 2> 183382 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=64.572265625, floorSegmentMB=1.994140625, forceMergeDeletesPctAllowed=19.137505225365512, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.623836790013815
[junit4] 2> 183391 WARN (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
[junit4] 2> 183425 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 183425 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 183426 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 183426 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 183427 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=1.2216796875, floorSegmentMB=1.6767578125, forceMergeDeletesPctAllowed=26.532946480095532, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3743935596706798
[junit4] 2> 183428 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.SolrIndexSearcher Opening [Searcher@4a2ff8c4[collection1_shard1_replica_n25] main]
[junit4] 2> 183429 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
[junit4] 2> 183430 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
[junit4] 2> 183430 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 183431 INFO (searcherExecutor-660-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.SolrCore [collection1_shard1_replica_n25] Registered new searcher Searcher@4a2ff8c4[collection1_shard1_replica_n25] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 183432 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593280328448868352
[junit4] 2> 183436 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_n25
[junit4] 2> 183436 INFO (updateExecutor-337-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.u.DefaultSolrCoreState Running recovery
[junit4] 2> 183436 INFO (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
[junit4] 2> 183437 INFO (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
[junit4] 2> 183438 INFO (qtp1027553327-1732) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 x:collection1_shard1_replica_n25] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1221
[junit4] 2> 183440 INFO (qtp259997031-1698) [n:127.0.0.1:35864_fw%2Fru ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:45402_fw%252Fru&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1230
[junit4] 2> 183442 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.SolrTestCaseJ4 ###Starting test
[junit4] 2> 183442 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.LeaderFailureAfterFreshStartTest Leader node_name: core_node22, url: http://127.0.0.1:40444/fw/ru/collection1_shard1_replica_n21
[junit4] 2> 183442 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.LeaderFailureAfterFreshStartTest Nonleader node_name: core_node24, url: http://127.0.0.1:35864/fw/ru/collection1_shard1_replica_n23
[junit4] 2> 183442 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.LeaderFailureAfterFreshStartTest Nonleader node_name: core_node26, url: http://127.0.0.1:45402/fw/ru/collection1_shard1_replica_n25
[junit4] 2> 183443 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ChaosMonkey monkey: kill jetty! 45402
[junit4] 2> 183443 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@29a2680c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 183443 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=877702248
[junit4] 2> 183443 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 183444 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e6fab5a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6bdc1190
[junit4] 2> 183445 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp=/fw/ru path=/admin/ping params={wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 183445 INFO (qtp632467745-1668) [n:127.0.0.1:40444_fw%2Fru c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_n21] o.a.s.c.S.Request [collection1_shard1_replica_n21] webapp=/fw/ru path=/admin/ping params={wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 183445 INFO (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_n25]
[junit4] 2> 183446 INFO (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 183446 INFO (recoveryExecutor-338-thread-1-processing-n:127.0.0.1:45402_fw%2Fru x:collection1_shard1_replica_n25 s:shard1 c:collection1 r:core_node26) [n:127.0.0.1:45402_fw%2Fru c:collection1 s:shard1 r:core_node26 x:collection1_shard1_replica_n25] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_n25] as recovering, leader is [http://127.0.0.1:40444/fw/ru/collection1_shard1_replica_n21/] and I am [http://127.0.0.1:45402/fw/ru/collection1_shard1_replica_n25/]
[junit4] 2> 183449 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 183449 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e72f90e: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2b29164f
[...truncated too long message...]
3e{HTTP/1.1,[http/1.1]}{127.0.0.1:45402}
[junit4] 2> 238955 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76bce8b6{/fw/ru,null,UNAVAILABLE}
[junit4] 2> 238955 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 238958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ChaosMonkey monkey: stop jetty! 56905
[junit4] 2> 238958 ERROR (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 238958 INFO (TEST-LeaderFailureAfterFreshStartTest.test-seed#[462B6099DE1DD519]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50198 50198
[junit4] 2> 239047 INFO (Thread-517) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:50198 50198
[junit4] 2> 239047 WARN (Thread-517) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 11 /solr/collections/collection1/terms/shard1
[junit4] 2> 8 /solr/aliases.json
[junit4] 2> 6 /solr/security.json
[junit4] 2> 6 /solr/configs/conf1
[junit4] 2> 5 /solr/collections/collection1/state.json
[junit4] 2> 2 /solr/collections/control_collection/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/clusterstate.json
[junit4] 2> 8 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/collection1/leader_elect/shard1/election/73350123030118409-core_node22-n_0000000000
[junit4] 2> 2 /solr/overseer_elect/election/73350123030118409-127.0.0.1:40444_fw%2Fru-n_0000000001
[junit4] 2> 2 /solr/overseer_elect/election/73350123030118404-127.0.0.1:56905_fw%2Fru-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/live_nodes
[junit4] 2> 8 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2>
[junit4] 2> 239049 INFO (SUITE-LeaderFailureAfterFreshStartTest-seed#[462B6099DE1DD519]-worker) [ ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
[junit4] 2> Feb 24, 2018 11:09:43 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> Feb 24, 2018 11:10:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest:
[junit4] 2> 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Feb 24, 2018 11:10:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> INFO: Starting to interrupt leaked threads:
[junit4] 2> 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
[junit4] 2> Feb 24, 2018 11:10:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
[junit4] 2> SEVERE: There are still zombie threads that couldn't be terminated:
[junit4] 2> 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
[junit4] 2> at sun.misc.Unsafe.park(Native Method)
[junit4] 2> at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_s=PostingsFormat(name=Memory), multiDefault=PostingsFormat(name=Memory), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=Lucene50(blocksize=128)}, docValues:{other_tl1=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Asserting), id_i1=DocValuesFormat(name=Lucene70), a_i1=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Asserting), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=582, maxMBSortInHeap=6.964387962551806, sim=RandomSimilarity(queryNorm=false): {}, locale=cs-CZ, timezone=Asia/Dili
[junit4] 2> NOTE: Linux 3.13.0-88-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=4,threads=2,free=223096376,total=424148992
[junit4] 2> NOTE: All tests run in this JVM: [GraphQueryTest, TestRetrieveFieldsOptimizer, PingRequestHandlerTest, TestXmlQParser, HdfsNNFailoverTest, TestShardHandlerFactory, HdfsLockFactoryTest, AddBlockUpdateTest, TestExclusionRuleCollectionAccess, TestComplexPhraseQParserPlugin, TestTolerantSearch, DistributedFacetPivotWhiteBoxTest, TestConfigSetsAPIZkFailure, TestIntervalFaceting, TestSolrCloudWithSecureImpersonation, TestCoreDiscovery, TestBlobHandler, TimeZoneUtilsTest, LeaderFailureAfterFreshStartTest]
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=LeaderFailureAfterFreshStartTest -Dtests.seed=462B6099DE1DD519 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=cs-CZ -Dtests.timezone=Asia/Dili -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.00s J2 | LeaderFailureAfterFreshStartTest (suite) <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.LeaderFailureAfterFreshStartTest:
[junit4] > 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([462B6099DE1DD519]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
[junit4] > 1) Thread[id=1700, name=qtp259997031-1700, state=TIMED_WAITING, group=TGRP-LeaderFailureAfterFreshStartTest]
[junit4] > at sun.misc.Unsafe.park(Native Method)
[junit4] > at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
[junit4] > at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:308)
[junit4] > at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:373)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:708)
[junit4] > at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > at __randomizedtesting.SeedInfo.seed([462B6099DE1DD519]:0)
[junit4] Completed [71/777 (1!)] on J2 in 86.98s, 1 test, 2 errors <<< FAILURES!
[...truncated 50750 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 445 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/445/
4 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([16955A36D998FE70:AC996DB98670283F]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.junit.Assert.assertNull(Assert.java:562)
at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testMetricTrigger(TriggerIntegrationTest.java:1589)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate
Error Message:
The trigger did not fire at all
Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
at __randomizedtesting.SeedInfo.seed([16955A36D998FE70:4BDD44BF165E583F]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.apache.solr.cloud.autoscaling.sim.TestLargeCluster.testSearchRate(TestLargeCluster.java:547)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory
Error Message:
expected:<5> but was:<0>
Stack Trace:
java.lang.AssertionError: expected:<5> but was:<0>
at __randomizedtesting.SeedInfo.seed([16955A36D998FE70:7B69FECB63D00177]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.junit.Assert.assertEquals(Assert.java:456)
at org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest.testHistory(AutoscalingHistoryHandlerTest.java:311)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:36812_solr, 127.0.0.1:39742_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/19)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"http://127.0.0.1:36812/solr", "node_name":"127.0.0.1:36812_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"http://127.0.0.1:36812/solr", "node_name":"127.0.0.1:36812_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node8":{ "core":"testSimple1_shard2_replica_n6", "base_url":"http://127.0.0.1:36812/solr", "node_name":"127.0.0.1:36812_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"http://127.0.0.1:41970/solr", "node_name":"127.0.0.1:41970_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:36812_solr, 127.0.0.1:39742_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/19)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"http://127.0.0.1:36812/solr",
"node_name":"127.0.0.1:36812_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"http://127.0.0.1:36812/solr",
"node_name":"127.0.0.1:36812_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"testSimple1_shard2_replica_n6",
"base_url":"http://127.0.0.1:36812/solr",
"node_name":"127.0.0.1:36812_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"http://127.0.0.1:41970/solr",
"node_name":"127.0.0.1:41970_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([16955A36D998FE70:2E267EC8FE6B2AA1]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12668 lines...]
[junit4] Suite: org.apache.solr.handler.admin.AutoscalingHistoryHandlerTest
[junit4] 2> 1590774 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_16955A36D998FE70-001/init-core-data-001
[junit4] 2> 1590775 WARN (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 1590775 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1590793 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 1590793 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_16955A36D998FE70-001/tempDir-001
[junit4] 2> 1590793 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1590794 INFO (Thread-2214) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1590794 INFO (Thread-2214) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1590795 ERROR (Thread-2214) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1590894 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:35796
[junit4] 2> 1590896 INFO (zkConnectionManagerCallback-1825-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1590908 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1590908 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T17:27:37-04:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 1590909 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1590909 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1590917 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1590917 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1590917 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1590917 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 1590918 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b23763b{/solr,null,AVAILABLE}
[junit4] 2> 1590918 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@616ca207{/solr,null,AVAILABLE}
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@694194fd{HTTP/1.1,[http/1.1]}{127.0.0.1:34678}
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@18312bf9{HTTP/1.1,[http/1.1]}{127.0.0.1:38956}
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-2) [ ] o.e.j.s.Server Started @1598123ms
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-1) [ ] o.e.j.s.Server Started @1598123ms
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34678}
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38956}
[junit4] 2> 1590919 ERROR (jetty-launcher-1822-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1590919 ERROR (jetty-launcher-1822-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 1590919 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1590920 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1590920 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1590920 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1590920 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T06:17:02.948Z
[junit4] 2> 1590920 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-24T06:17:02.948Z
[junit4] 2> 1590950 INFO (zkConnectionManagerCallback-1829-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1590950 INFO (zkConnectionManagerCallback-1827-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1590950 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1590950 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1590985 INFO (jetty-launcher-1822-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35796/solr
[junit4] 2> 1591015 INFO (zkConnectionManagerCallback-1833-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1591016 INFO (jetty-launcher-1822-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35796/solr
[junit4] 2> 1591018 INFO (zkConnectionManagerCallback-1837-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1591031 INFO (zkConnectionManagerCallback-1839-thread-1-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1591032 INFO (zkConnectionManagerCallback-1841-thread-1-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1591584 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1591584 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34678_solr
[junit4] 2> 1591585 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer Overseer (id=72174931249397766-127.0.0.1:34678_solr-n_0000000000) starting
[junit4] 2> 1591674 INFO (jetty-launcher-1822-thread-1) [n:127.0.0.1:38956_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 1591675 INFO (jetty-launcher-1822-thread-1) [n:127.0.0.1:38956_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38956_solr
[junit4] 2> 1591738 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer Starting to work on the main queue
[junit4] 2> 1591767 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 1591767 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1591768 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: []
[junit4] 2> 1591768 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 1591768 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1591778 INFO (zkCallback-1838-thread-1-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1591790 INFO (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1591806 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 1591806 DEBUG (OverseerAutoScalingTriggerThread-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1591840 DEBUG (ScheduledTrigger-3496-thread-1) [n:127.0.0.1:34678_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
[junit4] 2> 1591851 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34678_solr
[junit4] 2> 1591878 INFO (zkCallback-1840-thread-1-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1592002 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"downnode",
[junit4] 2> "node_name":"127.0.0.1:34678_solr"} current state version: 0
[junit4] 2> 1592002 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34678_solr
[junit4] 2> 1592003 INFO (zkCallback-1838-thread-1-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1592084 INFO (jetty-launcher-1822-thread-1) [n:127.0.0.1:38956_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38956.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1592107 INFO (jetty-launcher-1822-thread-1) [n:127.0.0.1:38956_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38956.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1592120 INFO (jetty-launcher-1822-thread-1) [n:127.0.0.1:38956_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38956.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1592121 INFO (jetty-launcher-1822-thread-1) [n:127.0.0.1:38956_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_16955A36D998FE70-001/tempDir-001/node1/.
[junit4] 2> 1592224 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34678.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1592292 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34678.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1592292 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34678.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1592293 INFO (jetty-launcher-1822-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_16955A36D998FE70-001/tempDir-001/node2/.
[junit4] 2> 1592424 INFO (zkConnectionManagerCallback-1847-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1592443 INFO (zkConnectionManagerCallback-1851-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1592444 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1592457 INFO (SUITE-AutoscalingHistoryHandlerTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35796/solr ready
[junit4] 2> 1592470 INFO (qtp1314610907-8517) [n:127.0.0.1:34678_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38956_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1592587 INFO (OverseerThreadFactory-3499-thread-1-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection .system
[junit4] 2> 1592607 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":".system",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "numShards":1,
[junit4] 2> "createNodeSet":"127.0.0.1:38956_solr",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1592621 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
[junit4] 2> 1592622 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/.system/state.json
[junit4] 2> 1592708 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1592708 INFO (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":".system",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1592709 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1592709 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1592809 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 0
[junit4] 2> 1592843 DEBUG (ScheduledTrigger-3496-thread-1) [n:127.0.0.1:34678_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1592925 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1592925 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1592939 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "node_name":"127.0.0.1:38956_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1592939 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "node_name":"127.0.0.1:38956_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1592939 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"http://127.0.0.1:38956/solr","node_name":"127.0.0.1:38956_solr","state":"down","type":"NRT"}
[junit4] 2> 1592939 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "node_name":"127.0.0.1:38956_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1593050 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 1
[junit4] 2> 1593051 INFO (zkCallback-1838-thread-1-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1593052 INFO (zkCallback-1838-thread-2-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1593855 DEBUG (ScheduledTrigger-3496-thread-2) [n:127.0.0.1:34678_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1593981 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 1594002 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
[junit4] 2> 1594017 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
[junit4] 2> 1594038 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
[junit4] 2> 1594054 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
[junit4] 2> 1594055 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
[junit4] 2> 1594055 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
[junit4] 2> 1594056 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38956.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@669991
[junit4] 2> 1594056 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1594056 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_16955A36D998FE70-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.handler.admin.AutoscalingHistoryHandlerTest_16955A36D998FE70-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
[junit4] 2> 1594316 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1594316 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1594317 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs
[junit4] 2> 1594317 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1594335 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@218776bf[.system_shard1_replica_n1] main]
[junit4] 2> 1594336 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
[junit4] 2> 1594336 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
[junit4] 2> 1594336 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
[junit4] 2> 1594337 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 1594337 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1594351 INFO (searcherExecutor-3503-thread-1-processing-n:127.0.0.1:38956_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@218776bf[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1594351 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593261976588386304
[junit4] 2> 1594380 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1594380 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1594380 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38956/solr/.system_shard1_replica_n1/
[junit4] 2> 1594380 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 1594380 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:38956/solr/.system_shard1_replica_n1/ has no replicas
[junit4] 2> 1594380 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1594391 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38956/solr/.system_shard1_replica_n1/ shard1
[junit4] 2> 1594395 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"leader",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "state":"active"} current state version: 0
[junit4] 2> 1594496 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 2
[junit4] 2> 1594513 INFO (zkCallback-1838-thread-1-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594513 INFO (zkCallback-1838-thread-2-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594542 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1594544 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "node_name":"127.0.0.1:38956_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1594544 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node2",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "node_name":"127.0.0.1:38956_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"active",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":".system",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1594544 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node2:{"core":".system_shard1_replica_n1","base_url":"http://127.0.0.1:38956/solr","node_name":"127.0.0.1:38956_solr","state":"active","type":"NRT","leader":"true"}
[junit4] 2> 1594544 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(.system//collections/.system/state.json/3)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node2":{
[junit4] 2> "core":".system_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38956/solr",
[junit4] 2> "node_name":"127.0.0.1:38956_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true"}}}}}
[junit4] 2> 1594545 INFO (qtp6055505-8518) [n:127.0.0.1:38956_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1619
[junit4] 2> 1594547 INFO (qtp1314610907-8517) [n:127.0.0.1:34678_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1594588 INFO (OverseerCollectionConfigSetProcessor-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 1594645 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/.system/state.json version: 3
[junit4] 2> 1594645 INFO (zkCallback-1838-thread-1-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594645 INFO (zkCallback-1838-thread-2-processing-n:127.0.0.1:38956_solr) [n:127.0.0.1:38956_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1594856 DEBUG (ScheduledTrigger-3496-thread-1) [n:127.0.0.1:34678_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1595548 INFO (qtp1314610907-8517) [n:127.0.0.1:34678_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38956_solr&wt=javabin&version=2} status=0 QTime=3078
[junit4] 2> 1595550 INFO (qtp1314610907-8521) [n:127.0.0.1:34678_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=3&maxShardsPerNode=3&name=AutoscalingHistoryHandlerTest_collection&nrtReplicas=3&action=CREATE&numShards=1&createNodeSet=127.0.0.1:34678_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1595551 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1595552 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/protwords.txt
[junit4] 2> 1595554 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/managed-schema
[junit4] 2> 1595556 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/solrconfig.xml
[junit4] 2> 1595579 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/synonyms.txt
[junit4] 2> 1595581 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/stopwords.txt
[junit4] 2> 1595598 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/params.json
[junit4] 2> 1595599 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_it.txt
[junit4] 2> 1595601 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_no.txt
[junit4] 2> 1595614 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hy.txt
[junit4] 2> 1595615 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stemdict_nl.txt
[junit4] 2> 1595616 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ca.txt
[junit4] 2> 1595617 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_id.txt
[junit4] 2> 1595635 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ga.txt
[junit4] 2> 1595636 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_da.txt
[junit4] 2> 1595637 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hi.txt
[junit4] 2> 1595652 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ja.txt
[junit4] 2> 1595654 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_pt.txt
[junit4] 2> 1595671 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_hu.txt
[junit4] 2> 1595672 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_el.txt
[junit4] 2> 1595673 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ru.txt
[junit4] 2> 1595674 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_tr.txt
[junit4] 2> 1595690 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ar.txt
[junit4] 2> 1595711 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/userdict_ja.txt
[junit4] 2> 1595724 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_it.txt
[junit4] 2> 1595726 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_eu.txt
[junit4] 2> 1595727 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_cz.txt
[junit4] 2> 1595744 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stoptags_ja.txt
[junit4] 2> 1595746 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_fr.txt
[junit4] 2> 1595747 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fa.txt
[junit4] 2> 1595763 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_de.txt
[junit4] 2> 1595790 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/contractions_ga.txt
[junit4] 2> 1595841 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ca.txt
[junit4] 2> 1595855 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_nl.txt
[junit4] 2> 1595856 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_bg.txt
[junit4] 2> 1595856 DEBUG (ScheduledTrigger-3496-thread-1) [n:127.0.0.1:34678_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 1595874 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_es.txt
[junit4] 2> 1595875 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_en.txt
[junit4] 2> 1595876 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_lv.txt
[junit4] 2> 1595886 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_th.txt
[junit4] 2> 1595887 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_ro.txt
[junit4] 2> 1595889 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fr.txt
[junit4] 2> 1595898 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_sv.txt
[junit4] 2> 1595900 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_fi.txt
[junit4] 2> 1595901 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/hyphenations_ga.txt
[junit4] 2> 1595914 INFO (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/AutoscalingHistoryHandlerTest_collection.AUTOCREATED/lang/stopwords_gl.txt
[junit4] 2> 1595928 WARN (OverseerThreadFactory-3499-thread-2-processing-n:127.0.0.1:34678_solr) [n:127.0.0.1:34678_solr ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection AutoscalingHistoryHandlerTest_collection is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
[junit4] 2> 1595955 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "name":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "fromApi":"true",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "numShards":"1",
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "createNodeSet":"127.0.0.1:34678_solr",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "stateFormat":"2",
[junit4] 2> "operation":"create"} current state version: 0
[junit4] 2> 1595956 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ClusterStateMutator building a new cName: AutoscalingHistoryHandlerTest_collection
[junit4] 2> 1596056 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json
[junit4] 2> 1596159 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1596159 INFO (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1596160 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{}}
[junit4] 2> 1596160 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1596161 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1596161 INFO (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1596171 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1596171 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1596172 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"} current state version: 0
[junit4] 2> 1596172 INFO (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1596173 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1596173 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.SliceMutator New Slice: shard1:{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}
[junit4] 2> 1596273 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/AutoscalingHistoryHandlerTest_collection/state.json version: 0
[junit4] 2> 1596383 INFO (qtp1314610907-8527) [n:127.0.0.1:34678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1596383 INFO (qtp1314610907-8527) [n:127.0.0.1:34678_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1596384 INFO (qtp1314610907-8523) [n:127.0.0.1:34678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n2&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1596388 INFO (qtp1314610907-8529) [n:127.0.0.1:34678_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=AutoscalingHistoryHandlerTest_collection.AUTOCREATED&newCollection=true&name=AutoscalingHistoryHandlerTest_collection_shard1_replica_n4&action=CREATE&numShards=1&collection=AutoscalingHistoryHandlerTest_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1596418 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1596418 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "core_node_name":"core_node3",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1596418 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1","base_url":"http://127.0.0.1:34678/solr","node_name":"127.0.0.1:34678_solr","state":"down","type":"NRT"}
[junit4] 2> 1596418 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1596419 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"} current state version: 0
[junit4] 2> 1596419 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "core_node_name":"core_node6",
[junit4] 2> "roles":null,
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "numShards":"1",
[junit4] 2> "state":"down",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"AutoscalingHistoryHandlerTest_collection",
[junit4] 2> "type":"NRT",
[junit4] 2> "operation":"state"}
[junit4] 2> 1596419 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node6:{"core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4","base_url":"http://127.0.0.1:34678/solr","node_name":"127.0.0.1:34678_solr","state":"down","type":"NRT"}
[junit4] 2> 1596419 DEBUG (OverseerStateUpdate-72174931249397766-127.0.0.1:34678_solr-n_0000000000) [n:127.0.0.1:34678_solr ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(AutoscalingHistoryHandlerTest_collection//collections/AutoscalingHistoryHandlerTest_collection/state.json/1)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"3",
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"3",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"3",
[junit4] 2> "tlogReplicas":"0",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node5":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "state":"down",
[junit4] 2> "node_name":null,
[junit4] 2> "type":"NRT"},
[junit4] 2> "core_node6":{
[junit4] 2> "core":"AutoscalingHistoryHandlerTest_collection_shard1_replica_n4",
[junit4] 2> "base_url":"http://127.0.0.1:34678/solr",
[junit4] 2> "node_name":"127.0.0.1:34678_solr",
[junit4] 2> "state":"down",
[junit4] 2> "type":"NRT"}}}}}
[junit4] 2> 1596419 DEBUG (Ove
[...truncated too long message...]
LABLE}
[junit4] 2> 2835997 INFO (jetty-closer-3156-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2836052 INFO (coreCloseExecutor-5795-thread-5) [n:127.0.0.1:36812_solr c:testSimple1 s:shard1 r:core_node12 x:testSimple1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple1.shard1.replica_n11, tag=995605489
[junit4] 2> 2836052 INFO (coreCloseExecutor-5795-thread-5) [n:127.0.0.1:36812_solr c:testSimple1 s:shard1 r:core_node12 x:testSimple1_shard1_replica_n11] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@fb0e249: rootName = solr_36812, domain = solr.core.testSimple1.shard1.replica_n11, service url = null, agent id = null] for registry solr.core.testSimple1.shard1.replica_n11 / com.codahale.metrics.MetricRegistry@7a9ab02b
[junit4] 2> 2836072 INFO (coreCloseExecutor-5795-thread-3) [n:127.0.0.1:36812_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple2.shard2.replica_n4, tag=1721908839
[junit4] 2> 2836072 INFO (coreCloseExecutor-5795-thread-3) [n:127.0.0.1:36812_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6ffcf620: rootName = solr_36812, domain = solr.core.testSimple2.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple2.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@70a178f6
[junit4] 2> 2836128 INFO (coreCloseExecutor-5795-thread-3) [n:127.0.0.1:36812_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=1721908839
[junit4] 2> 2836137 INFO (coreCloseExecutor-5795-thread-1) [n:127.0.0.1:36812_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=2063116462
[junit4] 2> 2836149 INFO (coreCloseExecutor-5795-thread-4) [n:127.0.0.1:36812_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=635451932
[junit4] 2> 2836151 INFO (coreCloseExecutor-5795-thread-5) [n:127.0.0.1:36812_solr c:testSimple1 s:shard1 r:core_node12 x:testSimple1_shard1_replica_n11] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=995605489
[junit4] 2> 2836231 INFO (jetty-closer-3156-thread-2) [ ] o.a.s.c.Overseer Overseer (id=72175003235057672-127.0.0.1:36812_solr-n_0000000001) closing
[junit4] 2> 2836231 INFO (OverseerStateUpdate-72175003235057672-127.0.0.1:36812_solr-n_0000000001) [n:127.0.0.1:36812_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36812_solr
[junit4] 2> 2836232 WARN (OverseerAutoScalingTriggerThread-72175003235057672-127.0.0.1:36812_solr-n_0000000001) [n:127.0.0.1:36812_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2836268 DEBUG (jetty-closer-3156-thread-2) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 2836308 INFO (jetty-closer-3156-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5c905210{/solr,null,UNAVAILABLE}
[junit4] 2> 2836308 INFO (jetty-closer-3156-thread-2) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 2836361 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[16955A36D998FE70]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2836361 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[16955A36D998FE70]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33107 33107
[junit4] 2> 2836565 INFO (Thread-3410) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33107 33107
[junit4] 2> 2836566 WARN (Thread-3410) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 8 /solr/collections/testSimple1/terms/shard2
[junit4] 2> 6 /solr/collections/testSimple1/terms/shard1
[junit4] 2> 5 /solr/collections/testSimple2/terms/shard2
[junit4] 2> 5 /solr/collections/testSimple2/terms/shard1
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 4 /solr/security.json
[junit4] 2> 4 /solr/configs/conf
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard3
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard2
[junit4] 2> 3 /solr/collections/testSimple3/terms/shard1
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 43 /solr/collections/testSimple1/state.json
[junit4] 2> 17 /solr/collections/testSimple2/state.json
[junit4] 2> 17 /solr/collections/testSimple3/state.json
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard2/election/72175003235057672-core_node8-n_0000000000
[junit4] 2> 2 /solr/collections/testSimple1/leader_elect/shard1/election/72175003235057672-core_node5-n_0000000000
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/overseer_elect/election/72175003235057672-127.0.0.1:36812_solr-n_0000000001
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_16955A36D998FE70-001
[junit4] 2> Feb 24, 2018 6:37:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=sr-Latn, timezone=Europe/Simferopol
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=158806112,total=521142272
[junit4] 2> NOTE: All tests run in this JVM: [TestPerFieldSimilarityWithDefaultOverride, TestCoreBackup, TestNoOpRegenerator, TestXIncludeConfig, TestCloudPivotFacet, DistributedFacetSimpleRefinementLongTailTest, TestSolrFieldCacheBean, TestUseDocValuesAsStored, TestSizeLimitedDistributedMap, SoftAutoCommitTest, BlockCacheTest, MoveReplicaHDFSFailoverTest, TestPivotHelperCode, NodeLostTriggerTest, TestExportWriter, ZkStateReaderTest, TestSmileRequest, CollectionStateFormat2Test, LargeFieldTest, TestRTGBase, TestFunctionQuery, TestPerFieldSimilarity, TestReplicationHandler, TestDistribIDF, TestSQLHandlerNonCloud, TestFieldSortValues, TestPullReplica, LoggingHandlerTest, TestCloudSearcherWarming, TestBulkSchemaConcurrent, HighlighterMaxOffsetTest, RequiredFieldsTest, TestQueryUtils, TestStressInPlaceUpdates, CollectionsAPIDistributedZkTest, TestJavabinTupleStreamParser, SearchHandlerTest, TestReloadAndDeleteDocs, TestCollectionAPI, SyncSliceTest, TestFieldResource, ComputePlanActionTest, TestDownShardTolerantSearch, TestNamedUpdateProcessors, FieldMutatingUpdateProcessorTest, FastVectorHighlighterTest, OverseerTest, UpdateRequestProcessorFactoryTest, TestSolrIndexConfig, PrimitiveFieldTypeTest, JsonLoaderTest, TestCursorMarkWithoutUniqueKey, DeleteNodeTest, JvmMetricsTest, DocExpirationUpdateProcessorFactoryTest, AutoscalingHistoryHandlerTest, TestReversedWildcardFilterFactory, TestElisionMultitermQuery, TestLegacyField, TestClassicSimilarityFactory, TestMinMaxOnMultiValuedField, DistribJoinFromCollectionTest, TestJsonRequest, CreateRoutedAliasTest, CdcrUpdateLogTest, HdfsChaosMonkeySafeLeaderTest, ReplaceNodeNoTargetTest, XsltUpdateRequestHandlerTest, LegacyCloudClusterPropTest, TestLocalFSCloudBackupRestore, TestRandomRequestDistribution, OverseerRolesTest, TestNestedDocsSort, TlogReplayBufferedWhileIndexingTest, TestSystemCollAutoCreate, TestRuleBasedAuthorizationPlugin, BadCopyFieldTest, PrimUtilsTest, TestReqParamsAPI, TestDynamicFieldCollectionResource, TestSolrCLIRunExample, TestTrieFacet, HdfsDirectoryTest, AnalyticsQueryTest, SaslZkACLProviderTest, SampleTest, TestConfigSets, TestConfigSetsAPIExclusivity, BlockJoinFacetSimpleTest, HdfsCollectionsAPIDistributedZkTest, QueryParsingTest, TestFieldCacheSortRandom, TestMiniSolrCloudClusterSSL, CoreSorterTest, TestRawTransformer, SolrShardReporterTest, DistributedQueryComponentOptimizationTest, AtomicUpdateProcessorFactoryTest, BasicFunctionalityTest, ZkFailoverTest, UUIDUpdateProcessorFallbackTest, IndexSchemaTest, SolrInfoBeanTest, TestSolrJ, TestFastLRUCache, ResourceLoaderTest, PathHierarchyTokenizerFactoryTest, StatsReloadRaceTest, TestStressRecovery, AddReplicaTest, TestNodeLostTrigger, AsyncCallRequestStatusResponseTest, MultiThreadedOCPTest, MetricUtilsTest, SortSpecParsingTest, HighlighterTest, SOLR749Test, DOMUtilTest, UninvertDocValuesMergePolicyTest, TestConfigOverlay, TestFoldingMultitermQuery, UpdateLogTest, AutoAddReplicasIntegrationTest]
[junit4] Completed [339/777 (4!)] on J1 in 147.90s, 1 test, 1 failure <<< FAILURES!
[...truncated 49995 lines...]
[JENKINS] Lucene-Solr-Tests-7.x - Build # 444 - Still Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-7.x/444/
2 tests failed.
FAILED: org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud
Error Message:
Could not find collection : legacyFalse
Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : legacyFalse
at __randomizedtesting.SeedInfo.seed([5A4D8B02D60C4B07:8B4A79877203C035]:0)
at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:118)
at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.checkMandatoryProps(LegacyCloudClusterPropTest.java:153)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.createAndTest(LegacyCloudClusterPropTest.java:90)
at org.apache.solr.cloud.LegacyCloudClusterPropTest.testCreateCollectionSwitchLegacyCloud(LegacyCloudClusterPropTest.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple
Error Message:
Waiting for collection testSimple1 null Live Nodes: [127.0.0.1:41302_solr, 127.0.0.1:44947_solr] Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/21)={ "pullReplicas":"0", "replicationFactor":"2", "shards":{ "shard1":{ "range":"80000000-ffffffff", "state":"active", "replicas":{ "core_node5":{ "core":"testSimple1_shard1_replica_n2", "base_url":"https://127.0.0.1:44947/solr", "node_name":"127.0.0.1:44947_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node12":{ "core":"testSimple1_shard1_replica_n11", "base_url":"https://127.0.0.1:44947/solr", "node_name":"127.0.0.1:44947_solr", "state":"active", "type":"NRT"}}}, "shard2":{ "range":"0-7fffffff", "state":"active", "replicas":{ "core_node8":{ "core":"testSimple1_shard2_replica_n6", "base_url":"https://127.0.0.1:44947/solr", "node_name":"127.0.0.1:44947_solr", "state":"active", "type":"NRT", "leader":"true"}, "core_node10":{ "core":"testSimple1_shard2_replica_n9", "base_url":"https://127.0.0.1:33529/solr", "node_name":"127.0.0.1:33529_solr", "state":"down", "type":"NRT"}}}}, "router":{"name":"compositeId"}, "maxShardsPerNode":"2", "autoAddReplicas":"true", "nrtReplicas":"2", "tlogReplicas":"0"}
Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple1
null
Live Nodes: [127.0.0.1:41302_solr, 127.0.0.1:44947_solr]
Last available state: DocCollection(testSimple1//collections/testSimple1/state.json/21)={
"pullReplicas":"0",
"replicationFactor":"2",
"shards":{
"shard1":{
"range":"80000000-ffffffff",
"state":"active",
"replicas":{
"core_node5":{
"core":"testSimple1_shard1_replica_n2",
"base_url":"https://127.0.0.1:44947/solr",
"node_name":"127.0.0.1:44947_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node12":{
"core":"testSimple1_shard1_replica_n11",
"base_url":"https://127.0.0.1:44947/solr",
"node_name":"127.0.0.1:44947_solr",
"state":"active",
"type":"NRT"}}},
"shard2":{
"range":"0-7fffffff",
"state":"active",
"replicas":{
"core_node8":{
"core":"testSimple1_shard2_replica_n6",
"base_url":"https://127.0.0.1:44947/solr",
"node_name":"127.0.0.1:44947_solr",
"state":"active",
"type":"NRT",
"leader":"true"},
"core_node10":{
"core":"testSimple1_shard2_replica_n9",
"base_url":"https://127.0.0.1:33529/solr",
"node_name":"127.0.0.1:33529_solr",
"state":"down",
"type":"NRT"}}}},
"router":{"name":"compositeId"},
"maxShardsPerNode":"2",
"autoAddReplicas":"true",
"nrtReplicas":"2",
"tlogReplicas":"0"}
at __randomizedtesting.SeedInfo.seed([5A4D8B02D60C4B07:62FEAFFCF1FF9FD6]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:103)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 12599 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest
[junit4] 2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/init-core-data-001
[junit4] 2> 839179 WARN (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
[junit4] 2> 839196 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 839197 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 839198 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 839198 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001
[junit4] 2> 839199 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 839199 INFO (Thread-1316) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 839199 INFO (Thread-1316) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 839249 ERROR (Thread-1316) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 839299 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:39028
[junit4] 2> 839333 INFO (zkConnectionManagerCallback-1000-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839420 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 839428 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 839429 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-21T10:27:37-11:00, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
[junit4] 2> 839436 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 839436 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 839436 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 839436 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4a7021f3{/solr,null,AVAILABLE}
[junit4] 2> 839437 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 839437 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 839437 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.session Scavenging every 660000ms
[junit4] 2> 839437 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@779bbbb2{/solr,null,AVAILABLE}
[junit4] 2> 839470 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 839470 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 839470 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.session Scavenging every 600000ms
[junit4] 2> 839470 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cc02cd0{/solr,null,AVAILABLE}
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4d20c7b8{SSL,[ssl, http/1.1]}{127.0.0.1:41302}
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.e.j.s.Server Started @851214ms
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41302}
[junit4] 2> 839494 ERROR (jetty-launcher-997-thread-3) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 839494 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T22:47:00.207Z
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@6516065c{SSL,[ssl, http/1.1]}{127.0.0.1:44947}
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.e.j.s.Server Started @851228ms
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44947}
[junit4] 2> 839508 ERROR (jetty-launcher-997-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 839508 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T22:47:00.221Z
[junit4] 2> 839530 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@57b3b966{SSL,[ssl, http/1.1]}{127.0.0.1:33529}
[junit4] 2> 839531 INFO (zkConnectionManagerCallback-1002-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839531 INFO (jetty-launcher-997-thread-1) [ ] o.e.j.s.Server Started @851250ms
[junit4] 2> 839531 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33529}
[junit4] 2> 839531 ERROR (jetty-launcher-997-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 839531 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 7.3.0
[junit4] 2> 839531 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 839531 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 839531 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-02-23T22:47:00.244Z
[junit4] 2> 839536 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 839585 INFO (zkConnectionManagerCallback-1004-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839585 INFO (zkConnectionManagerCallback-1006-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839586 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 839586 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 839638 INFO (jetty-launcher-997-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39028/solr
[junit4] 2> 839643 INFO (jetty-launcher-997-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39028/solr
[junit4] 2> 839659 INFO (zkConnectionManagerCallback-1010-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839664 INFO (jetty-launcher-997-thread-3) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39028/solr
[junit4] 2> 839665 INFO (zkConnectionManagerCallback-1014-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839665 INFO (zkConnectionManagerCallback-1018-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839700 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100691baae20005, likely client has closed socket
[junit4] 2> 839700 WARN (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [ ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100691baae20004, likely client has closed socket
[junit4] 2> 839773 INFO (zkConnectionManagerCallback-1020-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839774 INFO (zkConnectionManagerCallback-1024-thread-1-processing-n:127.0.0.1:33529_solr) [n:127.0.0.1:33529_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 839775 INFO (zkConnectionManagerCallback-1022-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 840313 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 840314 INFO (jetty-launcher-997-thread-3) [n:127.0.0.1:41302_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 840315 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44947_solr
[junit4] 2> 840332 INFO (jetty-launcher-997-thread-3) [n:127.0.0.1:41302_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41302_solr
[junit4] 2> 840355 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.c.Overseer Overseer (id=72173161589899272-127.0.0.1:44947_solr-n_0000000000) starting
[junit4] 2> 840510 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 840587 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 840701 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
[junit4] 2> 840701 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 840702 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41302_solr]
[junit4] 2> 840702 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
[junit4] 2> 840702 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 840702 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44947_solr
[junit4] 2> 840703 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 840703 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 840757 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
[junit4] 2> 840758 DEBUG (OverseerAutoScalingTriggerThread-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 840790 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
[junit4] 2> 840808 INFO (jetty-launcher-997-thread-3) [n:127.0.0.1:41302_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41302.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 840845 INFO (jetty-launcher-997-thread-3) [n:127.0.0.1:41302_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41302.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 840845 INFO (jetty-launcher-997-thread-3) [n:127.0.0.1:41302_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41302.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 840847 INFO (jetty-launcher-997-thread-3) [n:127.0.0.1:41302_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node3/.
[junit4] 2> 840921 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 840922 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.c.Overseer Overseer (id=null) closing
[junit4] 2> 840937 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33529_solr
[junit4] 2> 840937 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 840938 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 840973 INFO (zkCallback-1023-thread-1-processing-n:127.0.0.1:33529_solr) [n:127.0.0.1:33529_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
[junit4] 2> 841215 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 841434 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 841434 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 841468 INFO (jetty-launcher-997-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/.
[junit4] 2> 841524 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33529.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 841597 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33529.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 841597 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33529.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 841631 INFO (jetty-launcher-997-thread-1) [n:127.0.0.1:33529_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node1/.
[junit4] 2> 841793 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 842033 INFO (zkConnectionManagerCallback-1032-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 842122 INFO (zkConnectionManagerCallback-1036-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 842125 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
[junit4] 2> 842138 INFO (SUITE-AutoAddReplicasIntegrationTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39028/solr ready
[junit4] 2> 842257 INFO (TEST-AutoAddReplicasIntegrationTest.testSimple-seed#[5A4D8B02D60C4B07]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSimple
[junit4] 2> 842440 INFO (qtp1489702598-4722) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41302_solr,127.0.0.1:44947_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 842520 INFO (OverseerThreadFactory-1618-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple1
[junit4] 2> 842737 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41302/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 842773 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple1_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44947/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 842794 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:41302/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 842795 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple1_shard2_replica_n6",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44947/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 842857 DEBUG (ScheduledTrigger-1615-thread-2) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 843357 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 843358 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 843556 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 843869 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 843882 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 843883 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 843927 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 844132 INFO (zkCallback-1021-thread-2-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 844132 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 844140 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 844156 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 844869 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 844976 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 845031 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 845051 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n6] Schema name=minimal
[junit4] 2> 845067 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 845086 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 845087 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n6' using configuration from collection testSimple1, trusted=true
[junit4] 2> 845087 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.core.testSimple1.shard2.replica_n6' (registry 'solr.core.testSimple1.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 845087 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 845087 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/testSimple1_shard2_replica_n6], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/./testSimple1_shard2_replica_n6/data/]
[junit4] 2> 845121 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 845139 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple1_shard2_replica_n4] Schema name=minimal
[junit4] 2> 845252 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 845252 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard2_replica_n4' using configuration from collection testSimple1, trusted=true
[junit4] 2> 845265 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 845284 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple1_shard1_replica_n2] Schema name=minimal
[junit4] 2> 845285 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 845285 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n1' using configuration from collection testSimple1, trusted=true
[junit4] 2> 845285 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41302.solr.core.testSimple1.shard2.replica_n4' (registry 'solr.core.testSimple1.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 845285 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41302.solr.core.testSimple1.shard1.replica_n1' (registry 'solr.core.testSimple1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 845286 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 845286 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 845286 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple1_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node3/testSimple1_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node3/./testSimple1_shard2_replica_n4/data/]
[junit4] 2> 845286 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node3/testSimple1_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node3/./testSimple1_shard1_replica_n1/data/]
[junit4] 2> 845304 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 845304 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple1_shard1_replica_n2' using configuration from collection testSimple1, trusted=true
[junit4] 2> 845304 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.core.testSimple1.shard1.replica_n2' (registry 'solr.core.testSimple1.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 845304 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 845304 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple1_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/testSimple1_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/./testSimple1_shard1_replica_n2/data/]
[junit4] 2> 845541 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 845541 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 845542 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 845542 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 845544 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@54a5b530[testSimple1_shard2_replica_n6] main]
[junit4] 2> 845562 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 845563 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 845564 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 845564 INFO (searcherExecutor-1624-thread-1-processing-n:127.0.0.1:44947_solr x:testSimple1_shard2_replica_n6 s:shard2 c:testSimple1 r:core_node8) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SolrCore [testSimple1_shard2_replica_n6] Registered new searcher Searcher@54a5b530[testSimple1_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 845565 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593233664930480128
[junit4] 2> 845726 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
[junit4] 2> 845812 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 845812 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 845814 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 845814 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 845850 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64107d1a[testSimple1_shard1_replica_n1] main]
[junit4] 2> 845855 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 845855 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 845857 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 845858 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 845866 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 845866 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 845868 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 845868 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 845869 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@288417f1[testSimple1_shard1_replica_n2] main]
[junit4] 2> 845869 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 845870 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 845870 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 845871 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 845871 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 845873 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@72c8ee00[testSimple1_shard2_replica_n4] main]
[junit4] 2> 845891 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 845903 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 845903 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 845904 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 845904 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593233665285947392
[junit4] 2> 845906 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 845923 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 845924 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 845941 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 845953 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 845953 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593233665337327616
[junit4] 2> 846051 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 846086 INFO (searcherExecutor-1626-thread-1-processing-n:127.0.0.1:41302_solr x:testSimple1_shard1_replica_n1 s:shard1 c:testSimple1 r:core_node3) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SolrCore [testSimple1_shard1_replica_n1] Registered new searcher Searcher@64107d1a[testSimple1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 846086 INFO (searcherExecutor-1625-thread-1-processing-n:127.0.0.1:41302_solr x:testSimple1_shard2_replica_n4 s:shard2 c:testSimple1 r:core_node7) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.SolrCore [testSimple1_shard2_replica_n4] Registered new searcher Searcher@72c8ee00[testSimple1_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 846087 INFO (searcherExecutor-1627-thread-1-processing-n:127.0.0.1:44947_solr x:testSimple1_shard1_replica_n2 s:shard1 c:testSimple1 r:core_node5) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.SolrCore [testSimple1_shard1_replica_n2] Registered new searcher Searcher@288417f1[testSimple1_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 846087 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1593233665477836800
[junit4] 2> 846168 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846168 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846183 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846183 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846227 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 846227 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 846227 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44947/solr/testSimple1_shard2_replica_n6/
[junit4] 2> 846227 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:44947/solr START replicas=[https://127.0.0.1:41302/solr/testSimple1_shard2_replica_n4/] nUpdates=100
[junit4] 2> 846355 INFO (qtp468940517-4741) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.c.S.Request [testSimple1_shard2_replica_n4] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 846471 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 846471 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 846471 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41302/solr/testSimple1_shard1_replica_n1/
[junit4] 2> 846472 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:41302/solr START replicas=[https://127.0.0.1:44947/solr/testSimple1_shard1_replica_n2/] nUpdates=100
[junit4] 2> 846500 INFO (qtp1489702598-4723) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.c.S.Request [testSimple1_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=13
[junit4] 2> 846589 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard2_replica_n6 url=https://127.0.0.1:44947/solr DONE. We have no versions. sync failed.
[junit4] 2> 846589 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 846589 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 846589 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 846592 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44947/solr/testSimple1_shard2_replica_n6/ shard2
[junit4] 2> 846772 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846772 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846792 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=testSimple1_shard1_replica_n1 url=https://127.0.0.1:41302/solr DONE. We have no versions. sync failed.
[junit4] 2> 846792 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846792 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 846792 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 846792 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 846792 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 846847 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41302/solr/testSimple1_shard1_replica_n1/ shard1
[junit4] 2> 846861 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 846874 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 846884 INFO (qtp1489702598-4720) [n:127.0.0.1:44947_solr c:testSimple1 s:shard2 r:core_node8 x:testSimple1_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n6&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3526
[junit4] 2> 847067 INFO (qtp468940517-4742) [n:127.0.0.1:41302_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple1_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3184
[junit4] 2> 847118 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847118 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847121 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 847121 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847121 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847139 INFO (qtp468940517-4740) [n:127.0.0.1:41302_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3212
[junit4] 2> 847213 INFO (qtp1489702598-4718) [n:127.0.0.1:44947_solr c:testSimple1 s:shard1 r:core_node5 x:testSimple1_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=testSimple1_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=3657
[junit4] 2> 847305 INFO (qtp1489702598-4722) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 847337 INFO (zkCallback-1019-thread-1-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847337 INFO (zkCallback-1019-thread-2-processing-n:127.0.0.1:41302_solr) [n:127.0.0.1:41302_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847341 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847341 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple1/state.json] for collection [testSimple1] has occurred - updating... (live nodes size: [3])
[junit4] 2> 847874 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 848305 INFO (qtp1489702598-4722) [n:127.0.0.1:44947_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=true&name=testSimple1&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:41302_solr,127.0.0.1:44947_solr&wt=javabin&version=2} status=0 QTime=5865
[junit4] 2> 848315 INFO (qtp1489702598-4717) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=2&autoAddReplicas=false&name=testSimple2&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=127.0.0.1:44947_solr,127.0.0.1:33529_solr&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 848351 INFO (OverseerThreadFactory-1618-thread-2-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.a.c.CreateCollectionCmd Create collection testSimple2
[junit4] 2> 848352 INFO (OverseerCollectionConfigSetProcessor-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 848623 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44947/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 848684 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"testSimple2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33529/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 848685 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n4",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:44947/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 848686 INFO (OverseerStateUpdate-72173161589899272-127.0.0.1:44947_solr-n_0000000000) [n:127.0.0.1:44947_solr ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"testSimple2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"testSimple2_shard2_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:33529/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 848883 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 848885 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n1&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 848890 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n4&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 849085 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=testSimple2_shard2_replica_n5&action=CREATE&numShards=2&collection=testSimple2&shard=shard2&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 849110 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 849110 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 849148 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 849185 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=testSimple2_shard1_replica_n2&action=CREATE&numShards=2&collection=testSimple2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 849309 INFO (zkCallback-1021-thread-1-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 849309 INFO (zkCallback-1023-thread-1-processing-n:127.0.0.1:33529_solr) [n:127.0.0.1:33529_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 849310 INFO (zkCallback-1021-thread-3-processing-n:127.0.0.1:44947_solr) [n:127.0.0.1:44947_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 849310 INFO (zkCallback-1023-thread-2-processing-n:127.0.0.1:33529_solr) [n:127.0.0.1:33529_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testSimple2/state.json] for collection [testSimple2] has occurred - updating... (live nodes size: [3])
[junit4] 2> 849885 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 850093 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 850101 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 850334 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 850375 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 850384 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 850384 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n1' using configuration from collection testSimple2, trusted=true
[junit4] 2> 850384 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.core.testSimple2.shard1.replica_n1' (registry 'solr.core.testSimple2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 850385 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 850385 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/testSimple2_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/./testSimple2_shard1_replica_n1/data/]
[junit4] 2> 850414 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n4] Schema name=minimal
[junit4] 2> 850430 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.3.0
[junit4] 2> 850462 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema [testSimple2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 850464 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 850464 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard1_replica_n2' using configuration from collection testSimple2, trusted=true
[junit4] 2> 850428 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 850465 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n4' using configuration from collection testSimple2, trusted=true
[junit4] 2> 850465 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44947.solr.core.testSimple2.shard2.replica_n4' (registry 'solr.core.testSimple2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 850466 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 850466 INFO (qtp1489702598-4830) [n:127.0.0.1:44947_solr c:testSimple2 s:shard2 r:core_node7 x:testSimple2_shard2_replica_n4] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/testSimple2_shard2_replica_n4], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node2/./testSimple2_shard2_replica_n4/data/]
[junit4] 2> 850477 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33529.solr.core.testSimple2.shard1.replica_n2' (registry 'solr.core.testSimple2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 850477 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 850477 INFO (qtp233614970-4731) [n:127.0.0.1:33529_solr c:testSimple2 s:shard1 r:core_node6 x:testSimple2_shard1_replica_n2] o.a.s.c.SolrCore [[testSimple2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node1/testSimple2_shard1_replica_n2], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node1/./testSimple2_shard1_replica_n2/data/]
[junit4] 2> 850540 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.s.IndexSchema [testSimple2_shard2_replica_n5] Schema name=minimal
[junit4] 2> 850559 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 850559 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'testSimple2_shard2_replica_n5' using configuration from collection testSimple2, trusted=true
[junit4] 2> 850560 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33529.solr.core.testSimple2.shard2.replica_n5' (registry 'solr.core.testSimple2.shard2.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b13e09f
[junit4] 2> 850560 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 850560 INFO (qtp233614970-4732) [n:127.0.0.1:33529_solr c:testSimple2 s:shard2 r:core_node8 x:testSimple2_shard2_replica_n5] o.a.s.c.SolrCore [[testSimple2_shard2_replica_n5] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node1/testSimple2_shard2_replica_n5], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_5A4D8B02D60C4B07-001/tempDir-001/node1/./testSimple2_shard2_replica_n5/data/]
[junit4] 2> 850782 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 850782 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 850842 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 850842 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 850887 DEBUG (ScheduledTrigger-1615-thread-1) [n:127.0.0.1:44947_solr ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
[junit4] 2> 851184 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3c5769b0[testSimple2_shard1_replica_n1] main]
[junit4] 2> 851257 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 851277 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 851278 INFO (qtp1489702598-4721) [n:127.0.0.1:44947_solr c:testSimple2 s:shard1 r:core_node3 x:testSimple2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 1
[...truncated too long message...]
ter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12d40541: rootName = solr_33764, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@345a7411
[junit4] 2> 3403204 INFO (jetty-closer-3760-thread-1) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33764_solr
[junit4] 2> 3403204 INFO (jetty-closer-3760-thread-1) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 3403205 INFO (zkCallback-3785-thread-2-processing-n:127.0.0.1:33764_solr) [n:127.0.0.1:33764_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
[junit4] 2> 3403205 INFO (coreCloseExecutor-7069-thread-1) [n:127.0.0.1:33764_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.c.SolrCore [legacyTrue_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@4d553f04
[junit4] 2> 3403205 INFO (zkCallback-3785-thread-1-processing-n:127.0.0.1:33764_solr) [n:127.0.0.1:33764_solr ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/legacyTrue/state.json] for collection [legacyTrue] has occurred - updating... (live nodes size: [0])
[junit4] 2> 3403205 INFO (coreCloseExecutor-7069-thread-1) [n:127.0.0.1:33764_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.legacyTrue.shard1.replica_n1, tag=1297432324
[junit4] 2> 3403205 INFO (coreCloseExecutor-7069-thread-1) [n:127.0.0.1:33764_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7af4cea6: rootName = solr_33764, domain = solr.core.legacyTrue.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.legacyTrue.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2e1ce6a7
[junit4] 2> 3403212 INFO (coreCloseExecutor-7069-thread-1) [n:127.0.0.1:33764_solr c:legacyTrue s:shard1 r:core_node2 x:legacyTrue_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.legacyTrue.shard1.leader, tag=1297432324
[junit4] 2> 3403226 INFO (jetty-closer-3760-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72173327250030600-127.0.0.1:33764_solr-n_0000000001) closing
[junit4] 2> 3403227 INFO (OverseerStateUpdate-72173327250030600-127.0.0.1:33764_solr-n_0000000001) [n:127.0.0.1:33764_solr ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33764_solr
[junit4] 2> 3403227 WARN (OverseerAutoScalingTriggerThread-72173327250030600-127.0.0.1:33764_solr-n_0000000001) [n:127.0.0.1:33764_solr ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 3403229 INFO (jetty-closer-3760-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@164ef357{/solr,null,UNAVAILABLE}
[junit4] 2> 3403229 INFO (jetty-closer-3760-thread-1) [ ] o.e.j.s.session Stopped scavenging
[junit4] 2> 3403229 ERROR (SUITE-LegacyCloudClusterPropTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 3403230 INFO (SUITE-LegacyCloudClusterPropTest-seed#[5A4D8B02D60C4B07]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42832 42832
[junit4] 2> 3403431 INFO (Thread-8030) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42832 42832
[junit4] 2> 3403432 WARN (Thread-8030) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/aliases.json
[junit4] 2> 3 /solr/collections/legacyTrue/terms/shard1
[junit4] 2> 2 /solr/security.json
[junit4] 2> 2 /solr/configs/conf
[junit4] 2> 2 /solr/clusterprops.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/clusterstate.json
[junit4] 2> 3 /solr/clusterprops.json
[junit4] 2> 2 /solr/autoscaling.json
[junit4] 2> 2 /solr/collections/legacyTrue/state.json
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 3 /solr/live_nodes
[junit4] 2> 3 /solr/collections
[junit4] 2> 2 /solr/overseer/queue
[junit4] 2> 2 /solr/autoscaling/events/.auto_add_replicas
[junit4] 2> 2 /solr/overseer/collection-queue-work
[junit4] 2> 2 /solr/overseer/queue-work
[junit4] 2>
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-7.x/solr/build/solr-core/test/J0/temp/solr.cloud.LegacyCloudClusterPropTest_5A4D8B02D60C4B07-001
[junit4] 2> Feb 23, 2018 11:29:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1648, maxMBSortInHeap=6.383919241161282, sim=RandomSimilarity(queryNorm=false): {}, locale=be-BY, timezone=SystemV/YST9YDT
[junit4] 2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=278593272,total=523763712
[junit4] 2> NOTE: All tests run in this JVM: [TestInPlaceUpdatesStandalone, TestFieldCacheWithThreads, TestComponentsName, TestDefaultStatsCache, TestNumericTerms64, TestAuthenticationFramework, TestRemoteStreaming, TestManagedResourceStorage, DocValuesMissingTest, HdfsAutoAddReplicasIntegrationTest, CoreAdminRequestStatusTest, TestExecutePlanAction, SegmentsInfoRequestHandlerTest, OpenCloseCoreStressTest, TestLuceneMatchVersion, BadIndexSchemaTest, AnalysisErrorHandlingTest, TestDocTermOrds, ConcurrentCreateRoutedAliasTest, MissingSegmentRecoveryTest, CollectionsAPIAsyncDistributedZkTest, ReplicationFactorTest, DefaultValueUpdateProcessorTest, TestConfig, TestCollationField, TestDistributedMap, ChangedSchemaMergeTest, TestIBSimilarityFactory, CursorMarkTest, HDFSCollectionsAPITest, TestRTimerTree, DistributedFacetPivotSmallAdvancedTest, SSLMigrationTest, BlockJoinFacetRandomTest, TestHighlightDedupGrouping, CheckHdfsIndexTest, OverseerModifyCollectionTest, TestStreamBody, TestManagedSynonymGraphFilterFactory, TestSolrCoreParser, SolrIndexConfigTest, HdfsRecoverLeaseTest, TestCustomSort, StatsComponentTest, DistributedTermsComponentTest, SolrCoreMetricManagerTest, TestRawResponseWriter, TestCollectionAPIs, TestGraphTermsQParserPlugin, TestSolrDeletionPolicy1, SuggestComponentTest, SubstringBytesRefFilterTest, HttpPartitionOnCommitTest, TestRandomFaceting, TestSolrQueryParser, TestEmbeddedSolrServerSchemaAPI, TestNumericRangeQuery32, EchoParamsTest, CloneFieldUpdateProcessorFactoryTest, DistribDocExpirationUpdateProcessorTest, SolrJmxReporterCloudTest, TestSortByMinMaxFunction, UpdateParamsTest, TestSolrConfigHandlerConcurrent, SolrCloudReportersTest, AnalyticsMergeStrategyTest, BigEndianAscendingWordSerializerTest, DistributedQueryElevationComponentTest, DistributedFacetExistsSmallTest, TestNonDefinedSimilarityFactory, TestSort, SuggesterWFSTTest, TestManagedSchema, TermVectorComponentDistributedTest, TestRecoveryHdfs, SolrCoreCheckLockOnStartupTest, TestExceedMaxTermLength, TestClusterStateMutator, MetricsHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, PluginInfoTest, BinaryUpdateRequestHandlerTest, LeaderElectionContextKeyTest, TestCryptoKeys, TestJoin, TestScoreJoinQPScore, TestCustomStream, PeerSyncWithIndexFingerprintCachingTest, SpellingQueryConverterTest, TestSimpleTextCodec, SolrRequestParserTest, UUIDFieldTest, TestCSVResponseWriter, TolerantUpdateProcessorTest, TestPointFields, ActionThrottleTest, HdfsUnloadDistributedZkTest, RemoteQueryErrorTest, TestNRTOpen, TestFieldCollectionResource, SolrMetricsIntegrationTest, TestCloudJSONFacetJoinDomain, RankQueryTest, TestDelegationWithHadoopAuth, TestNodeAddedTrigger, TestMultiWordSynonyms, TestDocumentBuilder, ResponseBuilderTest, TestCSVLoader, ConjunctionSolrSpellCheckerTest, JSONWriterTest, TestCopyFieldCollectionResource, ChaosMonkeySafeLeaderWithPullReplicasTest, TestLeaderElectionWithEmptyReplica, TestImplicitCoreProperties, FacetPivotSmallTest, MoveReplicaTest, CustomCollectionTest, TestWriterPerf, CdcrBidirectionalTest, TestHdfsCloudBackupRestore, DocumentAnalysisRequestHandlerTest, ZkCLITest, TestLockTree, TestGroupingSearch, TestSimDistributedQueue, TestLMDirichletSimilarityFactory, OutputWriterTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OverseerTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestZkChroot, TestRandomDVFaceting, TestFaceting, TestHashPartitioner, TestStressReorder, TestRangeQuery, DocValuesTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, RequiredFieldsTest, LoggingHandlerTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JsonLoaderTest, TestPHPSerializedResponseWriter, HighlighterConfigTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, TestStressRecovery, TestRTGBase, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestLuceneIndexBackCompat, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, ConfigSetsAPITest, ConnectionManagerTest, CreateRoutedAliasTest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistributedVersionInfoTest, HttpPartitionTest, LeaderInitiatedRecoveryOnShardRestartTest, LegacyCloudClusterPropTest]
[junit4] Completed [536/777 (2!)] on J0 in 36.57s, 1 test, 1 error <<< FAILURES!
[...truncated 50956 lines...]