You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/12/12 19:52:51 UTC
[JENKINS] Lucene » Lucene-Solr-Tests-8.11 - Build # 134 - Unstable!
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.11/134/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas
Error Message:
Timed out waiting for trigger .auto_add_replicas to fire after simulated 60s (real 1200ms).
Stack Trace:
java.io.IOException: Timed out waiting for trigger .auto_add_replicas to fire after simulated 60s (real 1200ms).
at __randomizedtesting.SeedInfo.seed([7FBB862581D47832:F61B7559F5DFB41B]:0)
at org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
at org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:57)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 14279 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[junit4] 2> 715496 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/server/solr/configsets/_default/conf'
[junit4] 2> 715496 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 715497 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-235 after mutting 0 log messages
[junit4] 2> 715497 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-236 for ERROR logs matching regex: ignore_exception
[junit4] 2> 715498 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_7FBB862581D47832-001/data-dir-91-001
[junit4] 2> 715498 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 715500 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 715511 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
[junit4] 2> 715553 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 715554 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 715562 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10001_solr
[junit4] 2> 715562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 715562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 715562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 715562 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 715565 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 715566 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 715566 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 715566 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 2. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 715566 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 715566 DEBUG (simCloudManagerPool-6766-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 715566 DEBUG (simCloudManagerPool-6766-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 715566 DEBUG (simCloudManagerPool-6766-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 715566 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10001_solr, 127.0.0.1:10002_solr]
[junit4] 2> 715567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 715567 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 715567 DEBUG (ScheduledTrigger-6767-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715576 DEBUG (simCloudManagerPool-6766-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 715577 DEBUG (simCloudManagerPool-6766-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 715587 DEBUG (simCloudManagerPool-6766-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 715587 DEBUG (simCloudManagerPool-6766-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 715587 DEBUG (simCloudManagerPool-6766-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 715587 DEBUG (simCloudManagerPool-6766-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
[junit4] 2> 715590 DEBUG (ScheduledTrigger-6767-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715599 DEBUG (simCloudManagerPool-6766-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 715600 DEBUG (simCloudManagerPool-6766-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 715610 DEBUG (ScheduledTrigger-6767-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715610 DEBUG (simCloudManagerPool-6766-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 715610 DEBUG (simCloudManagerPool-6766-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 715610 DEBUG (simCloudManagerPool-6766-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 715610 DEBUG (simCloudManagerPool-6766-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
[junit4] 2> 715610 DEBUG (simCloudManagerPool-6766-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 715611 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 3. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 715611 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 715621 DEBUG (simCloudManagerPool-6766-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 715621 DEBUG (simCloudManagerPool-6766-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 715621 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 715621 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 715621 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 4. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 715621 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10001_solr
[junit4] 2> 715622 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 5. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 715622 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10001_solr
[junit4] 2> 715626 INFO (simCloudManagerPool-6766-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 715626 INFO (simCloudManagerPool-6766-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 715631 DEBUG (ScheduledTrigger-6767-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715636 DEBUG (simCloudManagerPool-6766-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 715637 DEBUG (simCloudManagerPool-6766-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 715637 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 715637 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10001_solr
[junit4] 2> 715637 DEBUG (simCloudManagerPool-6766-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 715637 DEBUG (simCloudManagerPool-6766-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 715637 INFO (simCloudManagerPool-6766-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 715637 INFO (simCloudManagerPool-6766-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 715648 DEBUG (simCloudManagerPool-6766-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 715648 DEBUG (simCloudManagerPool-6766-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 715648 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 7. LoopOp iterations=${iterative}
[junit4] 2> 715648 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 715648 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${justCalc}
[junit4] 2> 715648 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=1
[junit4] 2> 715648 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 715648 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 715650 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 715650 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 715652 DEBUG (ScheduledTrigger-6767-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715665 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 715665 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - SaveSnapshot path=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_7FBB862581D47832-001/tempDir-001/snapshot/0)
[junit4] 2> 715672 DEBUG (ScheduledTrigger-6767-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715682 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 715692 DEBUG (ScheduledTrigger-6767-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715713 DEBUG (ScheduledTrigger-6767-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715721 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 9. Dump redact=true
[junit4] 2> 715721 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 715721 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 715725 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 715726 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 715726 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 715726 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 715726 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 715726 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 715726 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 715727 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 715727 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 715730 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10003_solr
[junit4] 2> 715731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 715731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 715732 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 715732 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 715734 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 715734 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 715734 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 715734 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 2. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 715734 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 715734 DEBUG (simCloudManagerPool-6772-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 715734 DEBUG (simCloudManagerPool-6772-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 715734 DEBUG (simCloudManagerPool-6772-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 715738 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10003_solr]
[junit4] 2> 715744 DEBUG (simCloudManagerPool-6772-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 715744 DEBUG (simCloudManagerPool-6772-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 715749 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 715749 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 715749 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715760 DEBUG (simCloudManagerPool-6772-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 715760 DEBUG (simCloudManagerPool-6772-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 715760 DEBUG (simCloudManagerPool-6772-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 715760 DEBUG (simCloudManagerPool-6772-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{}}
[junit4] 2> 715770 DEBUG (simCloudManagerPool-6772-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 715770 DEBUG (simCloudManagerPool-6772-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 715770 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715781 DEBUG (simCloudManagerPool-6772-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 715781 DEBUG (simCloudManagerPool-6772-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 715781 DEBUG (simCloudManagerPool-6772-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 715781 DEBUG (simCloudManagerPool-6772-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{}}
[junit4] 2> 715781 DEBUG (simCloudManagerPool-6772-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 715781 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 3. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 715781 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 715791 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715791 DEBUG (simCloudManagerPool-6772-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 715792 DEBUG (simCloudManagerPool-6772-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 715792 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 715792 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 715792 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 4. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 715792 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10004_solr
[junit4] 2> 715792 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 5. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 715792 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr
[junit4] 2> 715793 INFO (simCloudManagerPool-6772-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 715793 INFO (simCloudManagerPool-6772-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 715803 DEBUG (simCloudManagerPool-6772-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 715803 DEBUG (simCloudManagerPool-6772-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 715803 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 715803 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr
[junit4] 2> 715804 DEBUG (simCloudManagerPool-6772-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 715804 DEBUG (simCloudManagerPool-6772-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 715804 INFO (simCloudManagerPool-6772-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 715804 INFO (simCloudManagerPool-6772-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 715811 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715814 DEBUG (simCloudManagerPool-6772-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 715814 DEBUG (simCloudManagerPool-6772-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 715814 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario 7. LoopOp iterations=${iterative}
[junit4] 2> 715814 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=10
[junit4] 2> 715814 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 715814 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 715815 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 715815 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 715815 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 715816 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 715831 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715851 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715871 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715891 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715912 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715918 DEBUG (simCloudManagerPool-6772-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{}}
[junit4] 2> 715932 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715952 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715972 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 715992 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716013 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716029 DEBUG (simCloudManagerPool-6772-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 716030 DEBUG (simCloudManagerPool-6772-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 716030 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716030 DEBUG (simCloudManagerPool-6772-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 716031 DEBUG (simCloudManagerPool-6772-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 716031 INFO (simCloudManagerPool-6772-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716031 INFO (simCloudManagerPool-6772-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716033 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716041 DEBUG (simCloudManagerPool-6772-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 716041 DEBUG (simCloudManagerPool-6772-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 716041 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716041 DEBUG (simCloudManagerPool-6772-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 716042 DEBUG (simCloudManagerPool-6772-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 716042 INFO (simCloudManagerPool-6772-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716042 INFO (simCloudManagerPool-6772-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716052 DEBUG (simCloudManagerPool-6772-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 716052 DEBUG (simCloudManagerPool-6772-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 716052 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 2 :
[junit4] 2> 716052 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 716053 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 716053 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716053 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 716054 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 716054 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 716073 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716093 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716113 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716133 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716154 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716154 DEBUG (simCloudManagerPool-6772-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{}}
[junit4] 2> 716174 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716194 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716214 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716234 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716254 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716264 DEBUG (simCloudManagerPool-6772-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 716265 DEBUG (simCloudManagerPool-6772-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 716265 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716265 DEBUG (simCloudManagerPool-6772-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 716266 DEBUG (simCloudManagerPool-6772-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 716266 INFO (simCloudManagerPool-6772-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716266 INFO (simCloudManagerPool-6772-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716275 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716276 DEBUG (simCloudManagerPool-6772-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 716276 DEBUG (simCloudManagerPool-6772-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 716276 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716277 DEBUG (simCloudManagerPool-6772-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 716277 DEBUG (simCloudManagerPool-6772-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 716277 INFO (simCloudManagerPool-6772-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716277 INFO (simCloudManagerPool-6772-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716287 DEBUG (simCloudManagerPool-6772-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 716288 DEBUG (simCloudManagerPool-6772-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 716288 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 3 :
[junit4] 2> 716288 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 716288 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 716288 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 716289 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 716289 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 716295 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716315 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716335 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716355 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716375 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716390 DEBUG (simCloudManagerPool-6772-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{}}
[junit4] 2> 716396 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716416 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716436 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716456 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716476 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716496 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716500 DEBUG (simCloudManagerPool-6772-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 716500 DEBUG (simCloudManagerPool-6772-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 716500 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716501 DEBUG (simCloudManagerPool-6772-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 716501 DEBUG (simCloudManagerPool-6772-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 716502 INFO (simCloudManagerPool-6772-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716502 INFO (simCloudManagerPool-6772-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716512 DEBUG (simCloudManagerPool-6772-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 716512 DEBUG (simCloudManagerPool-6772-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 716512 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716512 DEBUG (simCloudManagerPool-6772-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 716513 DEBUG (simCloudManagerPool-6772-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 716513 INFO (simCloudManagerPool-6772-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716513 INFO (simCloudManagerPool-6772-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716517 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716523 DEBUG (simCloudManagerPool-6772-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
[junit4] 2> 716524 DEBUG (simCloudManagerPool-6772-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 716524 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 4 :
[junit4] 2> 716524 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 716524 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
[junit4] 2> 716524 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 716525 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 716525 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 716537 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716557 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716577 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716597 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716618 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716625 DEBUG (simCloudManagerPool-6772-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{}}
[junit4] 2> 716638 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716658 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716678 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716698 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716718 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716736 DEBUG (simCloudManagerPool-6772-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
[junit4] 2> 716736 DEBUG (simCloudManagerPool-6772-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 716736 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716737 DEBUG (simCloudManagerPool-6772-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31
[junit4] 2> 716737 DEBUG (simCloudManagerPool-6772-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 716737 INFO (simCloudManagerPool-6772-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716738 INFO (simCloudManagerPool-6772-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716738 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716749 DEBUG (simCloudManagerPool-6772-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32
[junit4] 2> 716750 DEBUG (simCloudManagerPool-6772-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
[junit4] 2> 716750 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716751 DEBUG (simCloudManagerPool-6772-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33
[junit4] 2> 716753 DEBUG (simCloudManagerPool-6772-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
[junit4] 2> 716754 INFO (simCloudManagerPool-6772-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716754 INFO (simCloudManagerPool-6772-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716759 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716764 DEBUG (simCloudManagerPool-6772-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34
[junit4] 2> 716764 DEBUG (simCloudManagerPool-6772-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
[junit4] 2> 716764 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 5 :
[junit4] 2> 716764 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 716764 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=35
[junit4] 2> 716765 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35
[junit4] 2> 716766 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 716766 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 716779 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716799 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716819 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716839 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716859 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716866 DEBUG (simCloudManagerPool-6772-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node34":{}}
[junit4] 2> 716880 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716900 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716924 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716944 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716964 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716977 DEBUG (simCloudManagerPool-6772-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=36
[junit4] 2> 716977 DEBUG (simCloudManagerPool-6772-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36
[junit4] 2> 716977 DEBUG (MetricsHistoryHandler-6776-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=37
[junit4] 2> 716977 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716978 DEBUG (MetricsHistoryHandler-6776-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37
[junit4] 2> 716978 INFO (simCloudManagerPool-6772-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716978 INFO (simCloudManagerPool-6772-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 716984 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 716989 DEBUG (simCloudManagerPool-6772-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=38
[junit4] 2> 716989 DEBUG (simCloudManagerPool-6772-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38
[junit4] 2> 716989 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 716989 DEBUG (simCloudManagerPool-6772-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=39
[junit4] 2> 716990 DEBUG (simCloudManagerPool-6772-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39
[junit4] 2> 716990 INFO (simCloudManagerPool-6772-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 716990 INFO (simCloudManagerPool-6772-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717000 DEBUG (simCloudManagerPool-6772-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=40
[junit4] 2> 717001 DEBUG (simCloudManagerPool-6772-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40
[junit4] 2> 717001 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 6 :
[junit4] 2> 717001 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 717001 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=41
[junit4] 2> 717002 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41
[junit4] 2> 717002 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 717002 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 717004 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717024 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717044 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717065 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717085 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717103 DEBUG (simCloudManagerPool-6772-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node40":{}}
[junit4] 2> 717105 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717125 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717145 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717165 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717186 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717206 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717213 DEBUG (simCloudManagerPool-6772-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=42
[junit4] 2> 717213 DEBUG (simCloudManagerPool-6772-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42
[junit4] 2> 717213 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717214 DEBUG (simCloudManagerPool-6772-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=43
[junit4] 2> 717214 DEBUG (simCloudManagerPool-6772-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43
[junit4] 2> 717215 INFO (simCloudManagerPool-6772-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717215 INFO (simCloudManagerPool-6772-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717225 DEBUG (simCloudManagerPool-6772-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=44
[junit4] 2> 717225 DEBUG (simCloudManagerPool-6772-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44
[junit4] 2> 717225 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717225 DEBUG (simCloudManagerPool-6772-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=45
[junit4] 2> 717226 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717226 DEBUG (simCloudManagerPool-6772-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45
[junit4] 2> 717226 INFO (simCloudManagerPool-6772-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717226 INFO (simCloudManagerPool-6772-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717236 DEBUG (simCloudManagerPool-6772-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=46
[junit4] 2> 717237 DEBUG (simCloudManagerPool-6772-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46
[junit4] 2> 717237 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 7 :
[junit4] 2> 717237 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 717237 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=47
[junit4] 2> 717237 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47
[junit4] 2> 717238 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 717238 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 717246 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717266 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717286 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717306 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717327 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717338 DEBUG (simCloudManagerPool-6772-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node46":{}}
[junit4] 2> 717347 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717367 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717387 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717407 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717428 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717448 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717448 DEBUG (simCloudManagerPool-6772-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=48
[junit4] 2> 717449 DEBUG (simCloudManagerPool-6772-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48
[junit4] 2> 717449 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717449 DEBUG (simCloudManagerPool-6772-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=49
[junit4] 2> 717450 DEBUG (simCloudManagerPool-6772-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49
[junit4] 2> 717450 INFO (simCloudManagerPool-6772-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717450 INFO (simCloudManagerPool-6772-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717460 DEBUG (simCloudManagerPool-6772-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=50
[junit4] 2> 717460 DEBUG (simCloudManagerPool-6772-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50
[junit4] 2> 717460 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717461 DEBUG (simCloudManagerPool-6772-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=51
[junit4] 2> 717461 DEBUG (simCloudManagerPool-6772-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51
[junit4] 2> 717461 INFO (simCloudManagerPool-6772-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717461 INFO (simCloudManagerPool-6772-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717468 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717472 DEBUG (simCloudManagerPool-6772-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=52
[junit4] 2> 717472 DEBUG (simCloudManagerPool-6772-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52
[junit4] 2> 717472 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 8 :
[junit4] 2> 717472 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 717472 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=53
[junit4] 2> 717473 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53
[junit4] 2> 717473 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 717473 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 717488 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717508 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717528 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717549 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717569 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717574 DEBUG (simCloudManagerPool-6772-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node52":{}}
[junit4] 2> 717589 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717609 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717629 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717649 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717670 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717684 DEBUG (simCloudManagerPool-6772-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=54
[junit4] 2> 717684 DEBUG (simCloudManagerPool-6772-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54
[junit4] 2> 717685 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717685 DEBUG (simCloudManagerPool-6772-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=55
[junit4] 2> 717687 DEBUG (simCloudManagerPool-6772-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55
[junit4] 2> 717688 INFO (simCloudManagerPool-6772-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717688 INFO (simCloudManagerPool-6772-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717690 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717698 DEBUG (simCloudManagerPool-6772-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=56
[junit4] 2> 717698 DEBUG (simCloudManagerPool-6772-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56
[junit4] 2> 717698 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717702 DEBUG (simCloudManagerPool-6772-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=57
[junit4] 2> 717702 DEBUG (simCloudManagerPool-6772-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57
[junit4] 2> 717702 INFO (simCloudManagerPool-6772-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717702 INFO (simCloudManagerPool-6772-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717710 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717713 DEBUG (simCloudManagerPool-6772-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=58
[junit4] 2> 717713 DEBUG (simCloudManagerPool-6772-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58
[junit4] 2> 717713 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 9 :
[junit4] 2> 717713 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 717713 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=59
[junit4] 2> 717714 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 59
[junit4] 2> 717714 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 717714 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 717730 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717750 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717770 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717790 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717810 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717815 DEBUG (simCloudManagerPool-6772-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node58":{}}
[junit4] 2> 717831 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717851 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717871 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717891 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717911 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717926 DEBUG (simCloudManagerPool-6772-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=60
[junit4] 2> 717926 DEBUG (simCloudManagerPool-6772-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 60
[junit4] 2> 717926 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717927 DEBUG (simCloudManagerPool-6772-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=61
[junit4] 2> 717928 DEBUG (simCloudManagerPool-6772-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 61
[junit4] 2> 717928 INFO (simCloudManagerPool-6772-thread-33) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717928 INFO (simCloudManagerPool-6772-thread-33) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717931 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717939 DEBUG (simCloudManagerPool-6772-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=62
[junit4] 2> 717939 DEBUG (simCloudManagerPool-6772-thread-33) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 62
[junit4] 2> 717939 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10004_solr)
[junit4] 2> 717943 DEBUG (simCloudManagerPool-6772-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=63
[junit4] 2> 717944 DEBUG (simCloudManagerPool-6772-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 63
[junit4] 2> 717944 INFO (simCloudManagerPool-6772-thread-34) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10004_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 717944 INFO (simCloudManagerPool-6772-thread-34) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 717951 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717954 DEBUG (simCloudManagerPool-6772-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=64
[junit4] 2> 717954 DEBUG (simCloudManagerPool-6772-thread-34) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 64
[junit4] 2> 717955 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario * iter 10 :
[junit4] 2> 717955 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 717955 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=65
[junit4] 2> 717955 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 65
[junit4] 2> 717955 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 717955 INFO (TEST-TestSimScenario.testSuggestions-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 717971 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 717991 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718012 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718032 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718052 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718057 DEBUG (simCloudManagerPool-6772-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node64":{}}
[junit4] 2> 718072 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718092 DEBUG (ScheduledTrigger-6773-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718113 DEBUG (ScheduledTrigger-6773-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718133 DEBUG (ScheduledTrigger-6773-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718153 DEBUG (ScheduledTrigger-6773-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 718167 DEBUG (simCloudManagerPool-6772-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=66
[junit4] 2> 718167 DEBUG (simCloudManagerPool-6772-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider
[...truncated too long message...]
eadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) [?:1.8.0_291]
[junit4] 2> at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception while processing event: {
[junit4] 2> "id":"2e67028646754fTbaykeg1op2dot24zbzwe3faes",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":13061109469050191,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[13061109469050191],
[junit4] 2> "__compute_diag__":{
[junit4] 2> "noSuggestionsStopAfter":2,
[junit4] 2> "estimatedMaxOps":12,
[junit4] 2> "requestedOperations":-1,
[junit4] 2> "opLimit":12,
[junit4] 2> "maxOperations":12},
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":13061119565563791,
[junit4] 2> "nodeNames":["127.0.0.1:10109_solr"]}}
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:188) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: org.apache.solr.common.SolrException: Unexpected exception executing operation: action=MOVEREPLICA&async=.auto_add_replicas/2e67028646754fTbaykeg1op2dot24zbzwe3faes/1&waitForFinalState=true&collection=testCollection&targetNode=127.0.0.1:10110_solr&inPlaceMove=true&replica=core_node4
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:178) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.io.IOException: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$99/1808200631@7149230f rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@21696ebb[Shutting down, pool size = 10, active threads = 0, queued tasks = 0, completed tasks = 11]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:737) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:200) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> Caused by: java.util.concurrent.RejectedExecutionException: Task org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$99/1808200631@7149230f rejected from org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor@21696ebb[Shutting down, pool size = 10, active threads = 0, queued tasks = 0, completed tasks = 11]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2063) ~[?:1.8.0_291]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:830) ~[?:1.8.0_291]
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1379) ~[?:1.8.0_291]
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.execute(ExecutorUtil.java:203) ~[java/:?]
[junit4] 2> at java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:134) ~[?:1.8.0_291]
[junit4] 2> at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:734) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.waitForTaskToFinish(ExecutePlanAction.java:200) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ExecutePlanAction.process(ExecutePlanAction.java:120) ~[java/:?]
[junit4] 2> at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:331) ~[java/:?]
[junit4] 2> ... 6 more
[junit4] 2> 721556 DEBUG (AutoscalingActionExecutor-6798-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 50367 ms for event id=2e67028646754fTbaykeg1op2dot24zbzwe3faes
[junit4] 2> 721556 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 721556 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 721556 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[7FBB862581D47832]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 721556 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[7FBB862581D47832]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimScenario -Dtests.method=testAutoAddReplicas -Dtests.seed=7FBB862581D47832 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=Asia/Almaty -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 1.56s J0 | TestSimScenario.testAutoAddReplicas <<<
[junit4] > Throwable #1: java.io.IOException: Timed out waiting for trigger .auto_add_replicas to fire after simulated 60s (real 1200ms).
[junit4] > at __randomizedtesting.SeedInfo.seed([7FBB862581D47832:F61B7559F5DFB41B]:0)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimScenario$SimWaitListener.wait(SimScenario.java:705)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimScenario$WaitEvent.execute(SimScenario.java:771)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1119)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:57)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> 721559 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.u.ErrorLogMuter Closing ErrorLogMuter-regex-236 after mutting 0 log messages
[junit4] 2> 721559 INFO (SUITE-TestSimScenario-seed#[7FBB862581D47832]-worker) [ ] o.a.s.u.ErrorLogMuter Creating ErrorLogMuter-regex-237 for ERROR logs matching regex: ignore_exception
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.11/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_7FBB862581D47832-001
[junit4] 2> NOTE: test params are: codec=DummyCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=19853, maxDocsPerChunk=7, blockShift=7), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=19853, maxDocsPerChunk=7, blockSize=7)), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=es-HN, timezone=Asia/Almaty
[junit4] 2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=157445728,total=523239424
[junit4] 2> NOTE: All tests run in this JVM: [TestCopyFieldCollectionResource, SolrIndexSearcherTest, TestSimpleQParserPlugin, TestJettySolrRunner, TestConfigReload, TriggerSetPropertiesIntegrationTest, TestRetrieveFieldsOptimizer, UpdateRequestProcessorFactoryTest, FastVectorHighlighterTest, ExitableDirectoryReaderTest, TestHashQParserPlugin, TestReRankQParserPlugin, PeerSyncWithLeaderTest, NodeAddedTriggerIntegrationTest, SpellingQueryConverterTest, CdcrReplicationHandlerTest, HttpSolrCallGetCoreTest, ZkControllerTest, TimeZoneUtilsTest, TestQueryUtils, TestSortByMinMaxFunction, TestConfigSetsAPIShareSchema, TestReloadAndDeleteDocs, DOMUtilTest, OverriddenZkACLAndCredentialsProvidersTest, TestUnInvertedFieldException, TestStressCloudBlindAtomicUpdates, Tagger2Test, SolrMetricReporterTest, TestDistribDocBasedVersion, TestPivotHelperCode, TestDocBasedVersionConstraints, TestRandomFlRTGCloud, BlockDirectoryTest, SolrIndexConfigTest, BasicZkTest, RegexBoostProcessorTest, MetricUtilsTest, AddBlockUpdateTest, TestRestoreCore, TestSurroundQueryParser, SolrCoreCheckLockOnStartupTest, TestCloudManagedSchema, CloneFieldUpdateProcessorFactoryTest, TestDynamicLoadingUrl, BaseCdcrDistributedZkTest, TestOmitPositions, TestDocTermOrds, SolrTestCaseJ4Test, TestSimDistributedQueue, TestPHPSerializedResponseWriter, TestSolrDeletionPolicy1, CategoryRoutedAliasUpdateProcessorTest, TestLMJelinekMercerSimilarityFactory, SimpleMLTQParserTest, TestTlogReplica, IndexBasedSpellCheckerTest, TestSchemalessBufferedUpdates, TestObjectReleaseTracker, MaxScoreCollectorTest, CollectionReloadTest, TestCustomDocTransformer, SolrRrdBackendFactoryTest, RequestLoggingTest, CreateCollectionCleanupTest, HdfsBackupRepositoryIntegrationTest, TestDistribPackageStore, TestXIncludeConfig, TestCloudJSONFacetSKGEquiv, TestWaitForStateWithJettyShutdowns, BlockJoinFacetRandomTest, TestSolrQueryParser, DeleteByIdWithRouterFieldTest, SimpleFacetsTest, DistributedSpellCheckComponentTest, TestHalfAndHalfDocValues, DistribCursorPagingTest, HighlighterWithoutStoredIdTest, SortByFunctionTest, OverseerTest, CollectionStateFormat2Test, BadCopyFieldTest, AnalysisAfterCoreReloadTest, QueryComponentPartialResultsTest, BlobRepositoryCloudTest, ExecutePlanActionTest, AutoAddReplicasIntegrationTest, HLLSerializationTest, RuleEngineTest, FieldAnalysisRequestHandlerTest, TestLegacyNumericUtils, TestSchemaDesignerAPI, NotRequiredUniqueKeyTest, MetricsHistoryIntegrationTest, TestSimScenario]
[junit4] Completed [279/955 (1!)] on J0 in 6.34s, 4 tests, 1 error <<< FAILURES!
[...truncated 56575 lines...]