You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/05/09 15:43:38 UTC
[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 264 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/264/
2 tests failed.
FAILED: org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver
Error Message:
Error from server at https://127.0.0.1:34033/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:34033/solr: Underlying core creation failed while creating collection: testLeaderFailsOver
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
at org.apache.solr.cloud.LeaderTragicEventTest.testLeaderFailsOver(LeaderTragicEventTest.java:80)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions
Error Message:
expected:<[9]> but was:<[8]>
Stack Trace:
org.junit.ComparisonFailure: expected:<[9]> but was:<[8]>
at __randomizedtesting.SeedInfo.seed([C05FCFAD299314CA:6683F658E7A74334]:0)
at org.junit.Assert.assertEquals(Assert.java:117)
at org.junit.Assert.assertEquals(Assert.java:146)
at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions(TestSimScenario.java:117)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13379 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[junit4] 2> 282479 INFO (SUITE-TestSimScenario-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
[junit4] 2> 282479 INFO (SUITE-TestSimScenario-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 282480 INFO (SUITE-TestSimScenario-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.sim.TestSimScenario_C05FCFAD299314CA-001/data-dir-26-001
[junit4] 2> 282480 WARN (SUITE-TestSimScenario-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=71 numCloses=71
[junit4] 2> 282480 INFO (SUITE-TestSimScenario-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 282482 INFO (SUITE-TestSimScenario-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 282485 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
[junit4] 2> 282510 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 282511 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 282578 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.SolrPaths solr home defaulted to 'solr/' (could not find system property or JNDI)
[junit4] 2> 282623 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
[junit4] 2> 282624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 282624 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 282625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 282625 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 282628 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 282628 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
[junit4] 2> 282628 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 282628 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 282628 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 282628 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 282629 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 2. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 282629 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 282629 DEBUG (ScheduledTrigger-2206-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
[junit4] 2> 282638 DEBUG (simCloudManagerPool-2205-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 282638 DEBUG (simCloudManagerPool-2205-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 282639 DEBUG (simCloudManagerPool-2205-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 282655 DEBUG (ScheduledTrigger-2206-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282662 DEBUG (simCloudManagerPool-2205-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 282663 DEBUG (simCloudManagerPool-2205-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 282676 DEBUG (ScheduledTrigger-2206-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282687 DEBUG (simCloudManagerPool-2205-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 282688 DEBUG (simCloudManagerPool-2205-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 282688 DEBUG (simCloudManagerPool-2205-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 282689 DEBUG (simCloudManagerPool-2205-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
[junit4] 2> 282696 DEBUG (ScheduledTrigger-2206-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282703 DEBUG (simCloudManagerPool-2205-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 282705 DEBUG (simCloudManagerPool-2205-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 282715 DEBUG (simCloudManagerPool-2205-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 282716 DEBUG (simCloudManagerPool-2205-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 282716 DEBUG (simCloudManagerPool-2205-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 282716 DEBUG (simCloudManagerPool-2205-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
[junit4] 2> 282716 DEBUG (simCloudManagerPool-2205-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 282716 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 3. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 282716 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 282716 DEBUG (ScheduledTrigger-2206-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282727 DEBUG (simCloudManagerPool-2205-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 282768 DEBUG (ScheduledTrigger-2206-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282774 DEBUG (simCloudManagerPool-2205-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 282774 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 282775 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 282775 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 4. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 282777 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10000_solr
[junit4] 2> 282777 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 5. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 282777 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10000_solr
[junit4] 2> 282782 INFO (simCloudManagerPool-2205-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 282782 INFO (simCloudManagerPool-2205-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 282788 DEBUG (ScheduledTrigger-2206-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282792 DEBUG (simCloudManagerPool-2205-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 282793 DEBUG (simCloudManagerPool-2205-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 282793 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 282793 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10000_solr
[junit4] 2> 282794 DEBUG (simCloudManagerPool-2205-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 282794 DEBUG (simCloudManagerPool-2205-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 282796 INFO (simCloudManagerPool-2205-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10000_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 282796 INFO (simCloudManagerPool-2205-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 282806 DEBUG (simCloudManagerPool-2205-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 282807 DEBUG (simCloudManagerPool-2205-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 282807 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 7. LoopOp iterations=${iterative}
[junit4] 2> 282807 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 282807 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${justCalc}
[junit4] 2> 282807 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=1
[junit4] 2> 282807 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 282807 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 282808 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 282809 DEBUG (ScheduledTrigger-2206-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282809 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 282828 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 282828 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - SaveSnapshot path=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.autoscaling.sim.TestSimScenario_C05FCFAD299314CA-001/tempDir-001/snapshot/0)
[junit4] 2> 282829 DEBUG (ScheduledTrigger-2206-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282839 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 282849 DEBUG (ScheduledTrigger-2206-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282853 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 9. Dump redact=true
[junit4] 2> 282853 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 282853 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 282860 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 282860 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 282861 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 282861 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 282861 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 282861 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 282861 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 282861 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 282861 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 282872 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
[junit4] 2> 282874 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 282874 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 282874 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 282874 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 2. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 282874 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 282875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 282875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 282875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 282875 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 282876 DEBUG (simCloudManagerPool-2211-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 282876 DEBUG (simCloudManagerPool-2211-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 282884 DEBUG (simCloudManagerPool-2211-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 282884 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
[junit4] 2> 282885 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282895 DEBUG (simCloudManagerPool-2211-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 282895 DEBUG (simCloudManagerPool-2211-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 282901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 282901 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 282938 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282942 DEBUG (simCloudManagerPool-2211-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 282942 DEBUG (simCloudManagerPool-2211-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 282942 DEBUG (simCloudManagerPool-2211-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 282942 DEBUG (simCloudManagerPool-2211-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
[junit4] 2> 282953 DEBUG (simCloudManagerPool-2211-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 282953 DEBUG (simCloudManagerPool-2211-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 282959 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282963 DEBUG (simCloudManagerPool-2211-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 282964 DEBUG (simCloudManagerPool-2211-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 282964 DEBUG (simCloudManagerPool-2211-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 282964 DEBUG (simCloudManagerPool-2211-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
[junit4] 2> 282964 DEBUG (simCloudManagerPool-2211-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 282964 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 3. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 282964 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 282974 DEBUG (simCloudManagerPool-2211-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 282975 DEBUG (simCloudManagerPool-2211-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 282975 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 282975 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 282975 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 4. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 282975 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10003_solr
[junit4] 2> 282975 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 5. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 282975 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr
[junit4] 2> 282979 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 282979 INFO (simCloudManagerPool-2211-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 282979 INFO (simCloudManagerPool-2211-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 282991 DEBUG (simCloudManagerPool-2211-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 282994 DEBUG (simCloudManagerPool-2211-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 282994 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 282994 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr
[junit4] 2> 282994 DEBUG (simCloudManagerPool-2211-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 282996 DEBUG (simCloudManagerPool-2211-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 282996 INFO (simCloudManagerPool-2211-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 282996 INFO (simCloudManagerPool-2211-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283000 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283006 DEBUG (simCloudManagerPool-2211-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 283007 DEBUG (simCloudManagerPool-2211-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 283008 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 7. LoopOp iterations=${iterative}
[junit4] 2> 283008 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=10
[junit4] 2> 283008 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 283008 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 283008 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 283013 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 283014 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 283014 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 283029 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283050 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283070 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283090 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283110 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283116 DEBUG (simCloudManagerPool-2211-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{}}
[junit4] 2> 283130 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283151 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283180 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283201 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283221 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283227 DEBUG (simCloudManagerPool-2211-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 283227 DEBUG (simCloudManagerPool-2211-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 283227 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 283228 DEBUG (simCloudManagerPool-2211-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 283250 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283250 DEBUG (simCloudManagerPool-2211-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 283250 INFO (simCloudManagerPool-2211-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 283250 INFO (simCloudManagerPool-2211-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283261 DEBUG (simCloudManagerPool-2211-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 283261 DEBUG (simCloudManagerPool-2211-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 283261 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 283261 DEBUG (simCloudManagerPool-2211-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 283262 DEBUG (simCloudManagerPool-2211-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 283262 INFO (simCloudManagerPool-2211-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 283262 INFO (simCloudManagerPool-2211-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283274 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283274 DEBUG (simCloudManagerPool-2211-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 283274 DEBUG (simCloudManagerPool-2211-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 283274 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 2 :
[junit4] 2> 283274 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 283274 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 283275 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 283276 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 283276 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 283294 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283315 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283335 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283355 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283376 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283377 DEBUG (simCloudManagerPool-2211-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{}}
[junit4] 2> 283422 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283491 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283513 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283522 DEBUG (simCloudManagerPool-2211-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 283523 DEBUG (simCloudManagerPool-2211-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 283523 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 283523 DEBUG (simCloudManagerPool-2211-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 283527 DEBUG (simCloudManagerPool-2211-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 283527 INFO (simCloudManagerPool-2211-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 283527 INFO (simCloudManagerPool-2211-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283537 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283538 DEBUG (simCloudManagerPool-2211-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 283539 DEBUG (simCloudManagerPool-2211-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 283539 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 283539 DEBUG (simCloudManagerPool-2211-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 283540 DEBUG (simCloudManagerPool-2211-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 283542 INFO (simCloudManagerPool-2211-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 283542 INFO (simCloudManagerPool-2211-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283552 DEBUG (simCloudManagerPool-2211-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 283552 DEBUG (simCloudManagerPool-2211-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 283552 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 3 :
[junit4] 2> 283553 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 283553 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 283554 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 283555 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 283555 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 283557 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283578 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283598 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283618 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283638 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283682 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283682 DEBUG (simCloudManagerPool-2211-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{}}
[junit4] 2> 283702 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283722 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283742 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283763 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283829 DEBUG (simCloudManagerPool-2211-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 283829 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283830 DEBUG (simCloudManagerPool-2211-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 283830 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 283831 DEBUG (simCloudManagerPool-2211-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 283831 DEBUG (simCloudManagerPool-2211-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 283832 INFO (simCloudManagerPool-2211-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 283832 INFO (simCloudManagerPool-2211-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283842 DEBUG (simCloudManagerPool-2211-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 283843 DEBUG (simCloudManagerPool-2211-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 283843 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 283845 DEBUG (simCloudManagerPool-2211-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 283849 DEBUG (simCloudManagerPool-2211-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 283850 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283850 INFO (simCloudManagerPool-2211-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 283851 INFO (simCloudManagerPool-2211-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 283861 DEBUG (simCloudManagerPool-2211-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
[junit4] 2> 283861 DEBUG (simCloudManagerPool-2211-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 283861 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 4 :
[junit4] 2> 283861 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 283861 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
[junit4] 2> 283862 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 283863 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 283863 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 283870 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283890 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283911 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283931 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283984 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 283984 DEBUG (simCloudManagerPool-2211-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{}}
[junit4] 2> 284012 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284032 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284053 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284073 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284093 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284113 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284114 DEBUG (simCloudManagerPool-2211-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
[junit4] 2> 284114 DEBUG (simCloudManagerPool-2211-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 284114 DEBUG (MetricsHistoryHandler-2215-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31
[junit4] 2> 284114 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 284115 DEBUG (MetricsHistoryHandler-2215-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 284134 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284139 INFO (simCloudManagerPool-2211-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 284139 INFO (simCloudManagerPool-2211-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 284174 DEBUG (simCloudManagerPool-2211-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32
[junit4] 2> 284174 DEBUG (simCloudManagerPool-2211-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
[junit4] 2> 284174 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 284175 DEBUG (simCloudManagerPool-2211-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33
[junit4] 2> 284177 DEBUG (simCloudManagerPool-2211-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
[junit4] 2> 284177 INFO (simCloudManagerPool-2211-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 284177 INFO (simCloudManagerPool-2211-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 284179 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284187 DEBUG (simCloudManagerPool-2211-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34
[junit4] 2> 284188 DEBUG (simCloudManagerPool-2211-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
[junit4] 2> 284188 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 5 :
[junit4] 2> 284188 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 284188 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=35
[junit4] 2> 284188 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35
[junit4] 2> 284214 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284214 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 284214 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 284234 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284254 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284274 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284295 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284315 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284315 DEBUG (simCloudManagerPool-2211-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node34":{}}
[junit4] 2> 284335 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284381 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284401 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284421 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284432 DEBUG (simCloudManagerPool-2211-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=36
[junit4] 2> 284433 DEBUG (simCloudManagerPool-2211-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36
[junit4] 2> 284433 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 284437 DEBUG (simCloudManagerPool-2211-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=37
[junit4] 2> 284438 DEBUG (simCloudManagerPool-2211-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37
[junit4] 2> 284439 INFO (simCloudManagerPool-2211-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 284439 INFO (simCloudManagerPool-2211-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 284441 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284450 DEBUG (simCloudManagerPool-2211-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=38
[junit4] 2> 284450 DEBUG (simCloudManagerPool-2211-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38
[junit4] 2> 284450 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 284460 DEBUG (simCloudManagerPool-2211-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=39
[junit4] 2> 284461 DEBUG (simCloudManagerPool-2211-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39
[junit4] 2> 284461 INFO (simCloudManagerPool-2211-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 284461 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284461 INFO (simCloudManagerPool-2211-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 284472 DEBUG (simCloudManagerPool-2211-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=40
[junit4] 2> 284472 DEBUG (simCloudManagerPool-2211-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40
[junit4] 2> 284472 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 6 :
[junit4] 2> 284472 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 284472 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=41
[junit4] 2> 284473 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41
[junit4] 2> 284474 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 284474 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 284482 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284502 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284523 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284684 DEBUG (simCloudManagerPool-2211-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node40":{}}
[junit4] 2> 284685 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284706 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284726 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284746 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284766 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284786 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284795 DEBUG (simCloudManagerPool-2211-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=42
[junit4] 2> 284795 DEBUG (simCloudManagerPool-2211-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42
[junit4] 2> 284795 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 284796 DEBUG (simCloudManagerPool-2211-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=43
[junit4] 2> 284797 DEBUG (simCloudManagerPool-2211-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43
[junit4] 2> 284797 INFO (simCloudManagerPool-2211-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 284797 INFO (simCloudManagerPool-2211-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 284807 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284808 DEBUG (simCloudManagerPool-2211-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=44
[junit4] 2> 284808 DEBUG (simCloudManagerPool-2211-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44
[junit4] 2> 284808 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 284809 DEBUG (simCloudManagerPool-2211-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=45
[junit4] 2> 284810 DEBUG (simCloudManagerPool-2211-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45
[junit4] 2> 284810 INFO (simCloudManagerPool-2211-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 284810 INFO (simCloudManagerPool-2211-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 284820 DEBUG (simCloudManagerPool-2211-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=46
[junit4] 2> 284821 DEBUG (simCloudManagerPool-2211-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46
[junit4] 2> 284821 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 7 :
[junit4] 2> 284821 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 284821 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=47
[junit4] 2> 284822 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47
[junit4] 2> 284823 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 284823 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 284827 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284847 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284924 DEBUG (simCloudManagerPool-2211-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node46":{}}
[junit4] 2> 284942 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284962 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 284983 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285003 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285023 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285043 DEBUG (simCloudManagerPool-2211-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=48
[junit4] 2> 285043 DEBUG (simCloudManagerPool-2211-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48
[junit4] 2> 285043 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 285043 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285048 DEBUG (simCloudManagerPool-2211-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=49
[junit4] 2> 285053 DEBUG (simCloudManagerPool-2211-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49
[junit4] 2> 285056 INFO (simCloudManagerPool-2211-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 285056 INFO (simCloudManagerPool-2211-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 285064 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285066 DEBUG (simCloudManagerPool-2211-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=50
[junit4] 2> 285067 DEBUG (simCloudManagerPool-2211-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50
[junit4] 2> 285067 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 285067 DEBUG (simCloudManagerPool-2211-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=51
[junit4] 2> 285071 DEBUG (simCloudManagerPool-2211-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51
[junit4] 2> 285071 INFO (simCloudManagerPool-2211-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 285071 INFO (simCloudManagerPool-2211-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 285081 DEBUG (simCloudManagerPool-2211-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=52
[junit4] 2> 285082 DEBUG (simCloudManagerPool-2211-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52
[junit4] 2> 285082 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 8 :
[junit4] 2> 285082 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 285082 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=53
[junit4] 2> 285082 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53
[junit4] 2> 285083 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 285083 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 285084 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285104 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285124 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285145 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285165 DEBUG (ScheduledTrigger-2212-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285237 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285237 DEBUG (simCloudManagerPool-2211-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node52":{}}
[junit4] 2> 285257 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285278 DEBUG (ScheduledTrigger-2212-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285299 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285319 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285339 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285348 DEBUG (simCloudManagerPool-2211-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=54
[junit4] 2> 285348 DEBUG (simCloudManagerPool-2211-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54
[junit4] 2> 285348 DEBUG (MetricsHistoryHandler-2215-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=55
[junit4] 2> 285348 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 285349 DEBUG (MetricsHistoryHandler-2215-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55
[junit4] 2> 285351 INFO (simCloudManagerPool-2211-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 285352 INFO (simCloudManagerPool-2211-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 285360 DEBUG (ScheduledTrigger-2212-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 285364 DEBUG (simCloudManagerPool-2211-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=56
[junit4] 2> 285365 DEBUG (simCloudManagerPool-2211-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56
[junit4] 2> 285365 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
[junit4] 2> 285365 DEBUG (simCloudManagerPool-2211-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=57
[junit4] 2> 285366 DEBUG (simCloudManagerPool-2211-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57
[junit4] 2> 285366 INFO (simCloudManagerPool-2211-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 285367 INFO (simCloudManagerPool-2211-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 285397 DEBUG (simCloudManagerPool-2211-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=58
[junit4] 2> 285397 DEBUG (simCloudManagerPool-2211-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58
[junit4] 2> 285397 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario * iter 9 :
[junit4] 2> 285397 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 285398 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=59
[junit4] 2> 285602 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 59
[junit4] 2> 285602 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario - 0 suggestions
[junit4] 2> 285602 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario -- abortLoop requested, aborting after 8 iterations.
[junit4] 2> 285602 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${justCalc}
[junit4] 2> 285602 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 285603 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario 9. Dump redact=true
[junit4] 2> 285603 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 285603 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 285603 DEBUG (ScheduledTrigger-2212-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> {"autoscalingState":{"suggestions":[{
[junit4] 2> "suggestion":{
[junit4] 2> "type":"improvement",
[junit4] 2> "operation":{
[junit4] 2> "method":"POST",
[junit4] 2> "path":"/c/COLL_0",
[junit4] 2> "command":{"move-replica":{
[junit4] 2> "targetNode":"N_2_solr",
[junit4] 2> "inPlaceMove":"true",
[junit4] 2> "replica":"core_node24"}}}},
[junit4] 2> "replica":{"core_node24":{}}}]}}
[junit4] 2> 285608 WARN (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Interrupted
[junit4] 2> => java.lang.InterruptedException
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014)
[junit4] 2> java.lang.InterruptedException: null
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.reportInterruptAfterWait(AbstractQueuedSynchronizer.java:2014) ~[?:1.8.0_281]
[junit4] 2> at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2048) ~[?:1.8.0_281]
[junit4] 2> at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:209) [java/:?]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_281]
[junit4] 2> 285611 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 285611 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 285611 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 285611 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 285612 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 285612 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 285614 INFO (TEST-TestSimScenario.testSuggestions-seed#[C05FCFAD299314CA]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSuggestions
[junit4] 2> NOTE: download the large Jenkins line-docs file by runni
[...truncated too long message...]
eer Overseer Loop exiting : 127.0.0.1:34033_solr
[junit4] 2> 2401845 WARN (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[C05FCFAD299314CA]-SendThread(127.0.0.1:41871)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x105087665b2000c.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x105087665b2000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x105087665b2000c, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2401853 INFO (OverseerAutoScalingTriggerThread-73474273526808582-127.0.0.1:34033_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 2401854 INFO (closeThreadPool-19244-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73474273526808582-127.0.0.1:34033_solr-n_0000000000) closing
[junit4] 2> 2401948 INFO (jetty-closer-19234-thread-2) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@3a6d8c83{SSL, (ssl, http/1.1)}{127.0.0.1:35511}
[junit4] 2> 2401948 INFO (jetty-closer-19234-thread-2) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@433e7ffc{/solr,null,STOPPED}
[junit4] 2> 2401948 INFO (jetty-closer-19234-thread-2) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2402046 INFO (jetty-closer-19234-thread-1) [ ] o.a.s.c.Overseer Overseer (id=73474273526808582-127.0.0.1:34033_solr-n_0000000000) closing
[junit4] 2> 2402046 INFO (jetty-closer-19234-thread-1) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@5e6b2ad7{SSL, (ssl, http/1.1)}{127.0.0.1:0}
[junit4] 2> 2402047 INFO (jetty-closer-19234-thread-1) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62348739{/solr,null,STOPPED}
[junit4] 2> 2402047 INFO (jetty-closer-19234-thread-1) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 2402047 INFO (SUITE-LeaderTragicEventTest-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
[junit4] 2> 2402048 WARN (SUITE-LeaderTragicEventTest-seed#[C05FCFAD299314CA]-worker-SendThread(127.0.0.1:41871)) [ ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x105087665b20000.
[junit4] 2> => EndOfStreamException: Unable to read additional data from server sessionid 0x105087665b20000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
[junit4] 2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x105087665b20000, likely server has closed socket
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
[junit4] 2> 2402250 WARN (ZkTestServer Run Thread) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 9 /solr/collections/testOtherReplicasAreNotActive/terms/shard1
[junit4] 2> 8 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/aliases.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/configs/config
[junit4] 2> 3 /solr/collections/testLeaderFailsOver/terms/shard1
[junit4] 2> 3 /solr/packages.json
[junit4] 2> 3 /solr/security.json
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 30 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2> 4 /solr/clusterstate.json
[junit4] 2> 4 /solr/clusterprops.json
[junit4] 2> 2 /solr/overseer_elect/election/73474273526808582-127.0.0.1:34033_solr-n_0000000000
[junit4] 2> 2 /solr/collections/testOtherReplicasAreNotActive/leader_elect/shard1/election/73474273526808582-core_node3-n_0000000000
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 45 /solr/overseer/queue
[junit4] 2> 17 /solr/overseer/collection-queue-work
[junit4] 2> 16 /solr/collections
[junit4] 2> 14 /solr/collections/testOtherReplicasAreNotActive/state.json
[junit4] 2> 12 /solr/live_nodes
[junit4] 2> 4 /solr/collections/testLeaderFailsOver/state.json
[junit4] 2>
[junit4] 2> 2402253 INFO (SUITE-LeaderTragicEventTest-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:41871
[junit4] 2> 2402253 INFO (SUITE-LeaderTragicEventTest-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:41871
[junit4] 2> 2402253 INFO (SUITE-LeaderTragicEventTest-seed#[C05FCFAD299314CA]-worker) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 41871
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J3/temp/solr.cloud.LeaderTragicEventTest_C05FCFAD299314CA-001
[junit4] 2> May 09, 2021 2:30:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=LZ4WithPresetCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=BEST_SPEED, chunkSize=1048, maxDocsPerChunk=901, blockShift=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=BEST_SPEED, chunkSize=1048, blockSize=9)), sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-ZA, timezone=Africa/Freetown
[junit4] 2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=180387864,total=516947968
[junit4] 2> NOTE: All tests run in this JVM: [TestFaceting, PeerSyncTest, TestCodecSupport, NodeAddedTriggerIntegrationTest, NotRequiredUniqueKeyTest, FileUtilsTest, TriLevelCompositeIdRoutingTest, HealthCheckHandlerTest, TestGroupingSearch, SimplePostToolTest, BlockCacheTest, TestNonDefinedSimilarityFactory, TestCloudManagedSchema, TestApiFramework, MinimalSchemaTest, TestOmitPositions, BasicAuthIntegrationTest, TestSchemalessBufferedUpdates, TestWaitForStateWithJettyShutdowns, LeaderFailoverAfterPartitionTest, RankQParserPluginTest, PropertiesRequestHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, CursorPagingTest, TestUninvertingReader, ChaosMonkeySafeLeaderTest, TestSimScenario, CollectionReloadTest, TestPrepRecovery, BasicDistributedZkTest, RegexBytesRefFilterTest, TestSolrDeletionPolicy1, HdfsCollectionsAPIDistributedZkTest, BlobRepositoryCloudTest, JsonLoaderTest, TestJsonFacetErrors, ReplaceNodeNoTargetTest, DistributedFacetPivotLargeTest, ZkSolrClientTest, HdfsChaosMonkeySafeLeaderTest, TestDynamicLoadingUrl, MissingSegmentRecoveryTest, LukeRequestHandlerTest, DistanceFunctionTest, TestSimLargeCluster, SharedFSAutoReplicaFailoverTest, TestLRUCache, ExitableDirectoryReaderTest, HdfsUnloadDistributedZkTest, TestExportTool, TestTrie, TestCopyFieldCollectionResource, QueryElevationComponentTest, TestBooleanSimilarityFactory, TestReloadAndDeleteDocs, TestHalfAndHalfDocValues, SearchHandlerTest, RandomizedTaggerTest, TestAuthenticationFramework, TolerantUpdateProcessorTest, TestCoreDiscovery, TestAnalyzeInfixSuggestions, TestPKIAuthenticationPlugin, DataDrivenBlockJoinTest, TestSystemIdResolver, TestInitParams, TestSolrCachePerf, TestSolrConfigHandlerConcurrent, XmlInterpolationTest, RollingRestartTest, TestHashQParserPlugin, TestDynamicFieldNamesIndexCorrectly, DocValuesMissingTest, TestConfigSetImmutable, TestFieldCacheReopen, BinaryUpdateRequestHandlerTest, TestSurroundQueryParser, TestRandomFlRTGCloud, MultiSolrCloudTestCaseTest, SolrCoreCheckLockOnStartupTest, CollectionPropsTest, RuleEngineTest, TestConfigSetsAPIExclusivity, DistributedQueryElevationComponentTest, TestNumericRangeQuery32, SimpleCollectionCreateDeleteTest, TestXIncludeConfig, TestLeaderElectionZkExpiry, TestLegacyFieldReuse, TestUnInvertedFieldException, TestPHPSerializedResponseWriter, TestDocBasedVersionConstraints, TestSolrQueryParser, HDFSCollectionsAPITest, DOMUtilTest, ExternalFileFieldSortTest, PeerSyncWithLeaderTest, MaxScoreCollectorTest, JvmMetricsTest, TestRetrieveFieldsOptimizer, BadComponentTest, CoreAdminOperationTest, SaslZkACLProviderTest, HLLUtilTest, AutoAddReplicasIntegrationTest, ConnectionManagerTest, TestStressCloudBlindAtomicUpdates, ExecutePlanActionTest, TestMissingGroups, TriggerSetPropertiesIntegrationTest, RequiredFieldsTest, UtilsToolTest, TestSQLHandler, TestUnifiedSolrHighlighterWithoutStoredId, TestReplicationHandlerBackup, DistribJoinFromCollectionTest, DistributedQueueTest, DocValuesNotIndexedTest, ForceLeaderTest, HttpPartitionOnCommitTest, LeaderElectionContextKeyTest, LeaderTragicEventTest]
[junit4] Completed [511/937 (2!)] on J3 in 16.78s, 2 tests, 1 error <<< FAILURES!
[...truncated 52274 lines...]