You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2020/07/14 13:22:35 UTC
[JENKINS] Lucene-Solr-Tests-8.6 - Build # 59 - Unstable
Build: https://builds.apache.org/job/Lucene-Solr-Tests-8.6/59/
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testIndexing
Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion
Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
at __randomizedtesting.SeedInfo.seed([4F5A914645CD7483:AB80DE4F63B83708]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
at org.apache.solr.cloud.autoscaling.sim.SimScenario$LoadAutoscaling.execute(SimScenario.java:467)
at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1117)
at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testIndexing(TestSimScenario.java:143)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13987 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[junit4] 2> 802827 INFO (SUITE-TestSimScenario-seed#[4F5A914645CD7483]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.6/solr/server/solr/configsets/_default/conf'
[junit4] 2> 802828 INFO (SUITE-TestSimScenario-seed#[4F5A914645CD7483]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.6/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_4F5A914645CD7483-001/data-dir-74-001
[junit4] 2> 802828 INFO (SUITE-TestSimScenario-seed#[4F5A914645CD7483]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 802829 INFO (SUITE-TestSimScenario-seed#[4F5A914645CD7483]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
[junit4] 2> 802829 INFO (SUITE-TestSimScenario-seed#[4F5A914645CD7483]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 802833 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
[junit4] 2> 802869 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 802869 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 802875 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10009_solr
[junit4] 2> 802875 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 802875 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 802875 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 802875 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 802875 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 802894 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 802895 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 802895 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 802896 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10010_solr, 127.0.0.1:10009_solr]
[junit4] 2> 802899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 802899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 802899 DEBUG (ScheduledTrigger-7129-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 802904 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 802904 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 802913 DEBUG (simCloudManagerPool-7128-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 802913 DEBUG (simCloudManagerPool-7128-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 802913 DEBUG (simCloudManagerPool-7128-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 802920 DEBUG (ScheduledTrigger-7129-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 802925 DEBUG (simCloudManagerPool-7128-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 802926 DEBUG (simCloudManagerPool-7128-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 802940 DEBUG (ScheduledTrigger-7129-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 802941 DEBUG (simCloudManagerPool-7128-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 802942 DEBUG (simCloudManagerPool-7128-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 802942 DEBUG (simCloudManagerPool-7128-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 802943 DEBUG (simCloudManagerPool-7128-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10010_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 802953 DEBUG (simCloudManagerPool-7128-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 802953 DEBUG (simCloudManagerPool-7128-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 802960 DEBUG (ScheduledTrigger-7129-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 802964 DEBUG (simCloudManagerPool-7128-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 802965 DEBUG (simCloudManagerPool-7128-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 802965 DEBUG (simCloudManagerPool-7128-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 802965 DEBUG (simCloudManagerPool-7128-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testCollection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10010_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 802966 DEBUG (simCloudManagerPool-7128-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 802966 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 802966 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 802966 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 802966 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 802977 DEBUG (simCloudManagerPool-7128-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 802978 DEBUG (simCloudManagerPool-7128-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 802978 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 802978 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 802978 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 5. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 802978 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10010_solr
[junit4] 2> 802978 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 802978 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10010_solr
[junit4] 2> 802980 INFO (simCloudManagerPool-7128-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10010_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 802980 INFO (simCloudManagerPool-7128-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 802980 DEBUG (ScheduledTrigger-7129-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 802991 DEBUG (simCloudManagerPool-7128-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 802991 DEBUG (simCloudManagerPool-7128-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 802991 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 7. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 802991 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10010_solr
[junit4] 2> 802995 DEBUG (simCloudManagerPool-7128-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 802996 DEBUG (simCloudManagerPool-7128-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 802996 INFO (simCloudManagerPool-7128-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10010_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 802997 INFO (simCloudManagerPool-7128-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803001 DEBUG (ScheduledTrigger-7129-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803010 DEBUG (simCloudManagerPool-7128-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 803011 DEBUG (simCloudManagerPool-7128-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 803011 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${iterative}
[junit4] 2> 803011 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 803012 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 9. LoopOp iterations=${justCalc}
[junit4] 2> 803012 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=1
[junit4] 2> 803012 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 803012 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 803013 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 803013 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 803021 DEBUG (ScheduledTrigger-7129-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803041 DEBUG (ScheduledTrigger-7129-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803043 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 803043 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - SaveSnapshot path=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.6/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_4F5A914645CD7483-001/tempDir-001/snapshot/0)
[junit4] 2> 803061 DEBUG (ScheduledTrigger-7129-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803061 WARN (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimUtils V2 action SET_CLUSTER_PROPERTY_OBJ has no equivalent V1 action
[junit4] 2> 803061 WARN (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimUtils V2 action GET_NODES has no equivalent V1 action
[junit4] 2> 803073 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 803081 DEBUG (ScheduledTrigger-7129-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803101 DEBUG (ScheduledTrigger-7129-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803110 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 10. Dump redact=true
[junit4] 2> 803110 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 803111 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 803119 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 803120 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 803121 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 803121 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 803121 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 803121 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 803121 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 803121 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 803121 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 803129 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10011_solr
[junit4] 2> 803129 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 803130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 803130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 803130 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 803130 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 803130 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 803130 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 803131 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 803131 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10012_solr, 127.0.0.1:10011_solr]
[junit4] 2> 803131 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 803132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 803132 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 803132 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803132 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 803133 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 803133 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 803133 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 803138 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 803138 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 803138 DEBUG (simCloudManagerPool-7134-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 803138 DEBUG (simCloudManagerPool-7134-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 803138 DEBUG (simCloudManagerPool-7134-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 803149 DEBUG (simCloudManagerPool-7134-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 803149 DEBUG (simCloudManagerPool-7134-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 803156 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803159 DEBUG (simCloudManagerPool-7134-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 803160 DEBUG (simCloudManagerPool-7134-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 803160 DEBUG (simCloudManagerPool-7134-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 803160 DEBUG (simCloudManagerPool-7134-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 803170 DEBUG (simCloudManagerPool-7134-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 803170 DEBUG (simCloudManagerPool-7134-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 803170 DEBUG (simCloudManagerPool-7134-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=5
[junit4] 2> 803171 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 803171 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 803176 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803181 DEBUG (simCloudManagerPool-7134-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 803181 DEBUG (simCloudManagerPool-7134-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 803181 DEBUG (simCloudManagerPool-7134-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 803181 DEBUG (simCloudManagerPool-7134-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node4":{
[junit4] 2> "core":"testCollection_shard2_replica_n4",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10011_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 803191 DEBUG (simCloudManagerPool-7134-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 803192 DEBUG (simCloudManagerPool-7134-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 803192 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 803192 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 803192 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 5. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 803192 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10011_solr
[junit4] 2> 803192 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 803192 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr
[junit4] 2> 803193 INFO (simCloudManagerPool-7134-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803193 INFO (simCloudManagerPool-7134-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803196 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803203 DEBUG (simCloudManagerPool-7134-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 803204 DEBUG (simCloudManagerPool-7134-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 803204 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 7. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 803204 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr
[junit4] 2> 803205 DEBUG (simCloudManagerPool-7134-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 803206 DEBUG (simCloudManagerPool-7134-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 803207 INFO (simCloudManagerPool-7134-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803208 INFO (simCloudManagerPool-7134-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803216 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803218 DEBUG (simCloudManagerPool-7134-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 803219 DEBUG (simCloudManagerPool-7134-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 803219 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${iterative}
[junit4] 2> 803219 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=10
[junit4] 2> 803219 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 803219 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 803219 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 803219 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 803220 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 803220 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 803236 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803257 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803277 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803297 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803317 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803325 DEBUG (simCloudManagerPool-7134-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{
[junit4] 2> "core":"testCollection_shard2_replica_n9",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 803337 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803357 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803378 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803398 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803418 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803435 DEBUG (simCloudManagerPool-7134-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 803436 DEBUG (simCloudManagerPool-7134-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 803436 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 803436 DEBUG (simCloudManagerPool-7134-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 803437 DEBUG (simCloudManagerPool-7134-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 803438 INFO (simCloudManagerPool-7134-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803438 INFO (simCloudManagerPool-7134-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803438 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803448 DEBUG (simCloudManagerPool-7134-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 803448 DEBUG (simCloudManagerPool-7134-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 803448 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 803449 DEBUG (simCloudManagerPool-7134-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 803450 DEBUG (simCloudManagerPool-7134-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 803450 INFO (simCloudManagerPool-7134-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803450 INFO (simCloudManagerPool-7134-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803458 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803460 DEBUG (simCloudManagerPool-7134-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 803460 DEBUG (simCloudManagerPool-7134-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 803460 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 2 :
[junit4] 2> 803460 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 803460 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 803461 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 803461 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 803461 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 803478 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803498 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803518 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803539 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803559 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803562 DEBUG (simCloudManagerPool-7134-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{
[junit4] 2> "core":"testCollection_shard1_replica_n15",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 803579 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803599 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803619 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803639 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803659 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803672 DEBUG (simCloudManagerPool-7134-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 803672 DEBUG (simCloudManagerPool-7134-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 803672 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 803673 DEBUG (simCloudManagerPool-7134-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 803674 DEBUG (simCloudManagerPool-7134-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 803674 INFO (simCloudManagerPool-7134-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803674 INFO (simCloudManagerPool-7134-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803679 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803684 DEBUG (simCloudManagerPool-7134-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 803684 DEBUG (simCloudManagerPool-7134-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 803685 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 803688 DEBUG (simCloudManagerPool-7134-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 803689 DEBUG (simCloudManagerPool-7134-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 803689 INFO (simCloudManagerPool-7134-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803689 INFO (simCloudManagerPool-7134-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803699 DEBUG (simCloudManagerPool-7134-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 803699 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803699 DEBUG (simCloudManagerPool-7134-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 803700 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 3 :
[junit4] 2> 803700 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 803700 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 803700 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 803700 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 803700 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 803720 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803740 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803760 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803780 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803800 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803801 DEBUG (simCloudManagerPool-7134-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{
[junit4] 2> "core":"testCollection_shard1_replica_n21",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "node":"127.0.0.1:10011_solr",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 803820 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803840 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803860 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803880 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803900 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803911 DEBUG (simCloudManagerPool-7134-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 803912 DEBUG (simCloudManagerPool-7134-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 803912 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 803912 DEBUG (simCloudManagerPool-7134-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 803913 DEBUG (simCloudManagerPool-7134-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 803913 INFO (simCloudManagerPool-7134-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803913 INFO (simCloudManagerPool-7134-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803923 DEBUG (simCloudManagerPool-7134-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 803923 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803923 DEBUG (simCloudManagerPool-7134-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 803924 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 803924 DEBUG (simCloudManagerPool-7134-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 803925 DEBUG (simCloudManagerPool-7134-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 803925 INFO (simCloudManagerPool-7134-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 803925 INFO (simCloudManagerPool-7134-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 803935 DEBUG (simCloudManagerPool-7134-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
[junit4] 2> 803937 DEBUG (simCloudManagerPool-7134-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 803937 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 4 :
[junit4] 2> 803937 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 803937 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
[junit4] 2> 803938 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 803939 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 803939 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 803947 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803967 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 803990 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804011 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804031 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804039 DEBUG (simCloudManagerPool-7134-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{
[junit4] 2> "core":"testCollection_shard1_replica_n27",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "node":"127.0.0.1:10011_solr",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 804051 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804071 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804091 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804111 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804131 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804150 DEBUG (simCloudManagerPool-7134-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
[junit4] 2> 804150 DEBUG (simCloudManagerPool-7134-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 804150 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804151 DEBUG (simCloudManagerPool-7134-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31
[junit4] 2> 804151 DEBUG (simCloudManagerPool-7134-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 804151 INFO (simCloudManagerPool-7134-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804152 INFO (simCloudManagerPool-7134-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804155 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804162 DEBUG (simCloudManagerPool-7134-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32
[junit4] 2> 804163 DEBUG (simCloudManagerPool-7134-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
[junit4] 2> 804163 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804163 DEBUG (simCloudManagerPool-7134-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33
[junit4] 2> 804164 DEBUG (simCloudManagerPool-7134-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
[junit4] 2> 804164 INFO (simCloudManagerPool-7134-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804164 INFO (simCloudManagerPool-7134-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804174 DEBUG (simCloudManagerPool-7134-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34
[junit4] 2> 804174 DEBUG (simCloudManagerPool-7134-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
[junit4] 2> 804175 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 5 :
[junit4] 2> 804175 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 804175 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=35
[junit4] 2> 804175 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 35
[junit4] 2> 804176 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 804176 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 804177 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804199 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804223 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804243 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804263 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804276 DEBUG (simCloudManagerPool-7134-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node34":{
[junit4] 2> "core":"testCollection_shard1_replica_n33",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "node":"127.0.0.1:10011_solr",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 804284 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804304 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804324 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804344 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804364 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804384 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804387 DEBUG (simCloudManagerPool-7134-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=36
[junit4] 2> 804387 DEBUG (simCloudManagerPool-7134-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 36
[junit4] 2> 804387 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804387 DEBUG (MetricsHistoryHandler-7138-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=37
[junit4] 2> 804388 DEBUG (MetricsHistoryHandler-7138-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 37
[junit4] 2> 804388 INFO (simCloudManagerPool-7134-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804388 INFO (simCloudManagerPool-7134-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804398 DEBUG (simCloudManagerPool-7134-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=38
[junit4] 2> 804399 DEBUG (simCloudManagerPool-7134-thread-21) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 38
[junit4] 2> 804399 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804399 DEBUG (simCloudManagerPool-7134-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=39
[junit4] 2> 804399 DEBUG (simCloudManagerPool-7134-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 39
[junit4] 2> 804400 INFO (simCloudManagerPool-7134-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804400 INFO (simCloudManagerPool-7134-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804404 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804410 DEBUG (simCloudManagerPool-7134-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=40
[junit4] 2> 804410 DEBUG (simCloudManagerPool-7134-thread-22) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 40
[junit4] 2> 804410 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 6 :
[junit4] 2> 804410 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 804410 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=41
[junit4] 2> 804411 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 41
[junit4] 2> 804411 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 804411 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 804424 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804444 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804465 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804485 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804505 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804512 DEBUG (simCloudManagerPool-7134-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node40":{
[junit4] 2> "core":"testCollection_shard1_replica_n39",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "node":"127.0.0.1:10011_solr",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 804525 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804545 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804565 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804585 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804605 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804622 DEBUG (simCloudManagerPool-7134-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=42
[junit4] 2> 804622 DEBUG (simCloudManagerPool-7134-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 42
[junit4] 2> 804622 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804623 DEBUG (simCloudManagerPool-7134-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=43
[junit4] 2> 804623 DEBUG (simCloudManagerPool-7134-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 43
[junit4] 2> 804624 INFO (simCloudManagerPool-7134-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804624 INFO (simCloudManagerPool-7134-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804626 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804634 DEBUG (simCloudManagerPool-7134-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=44
[junit4] 2> 804634 DEBUG (simCloudManagerPool-7134-thread-24) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 44
[junit4] 2> 804634 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804634 DEBUG (simCloudManagerPool-7134-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=45
[junit4] 2> 804635 DEBUG (simCloudManagerPool-7134-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 45
[junit4] 2> 804635 INFO (simCloudManagerPool-7134-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804635 INFO (simCloudManagerPool-7134-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804645 DEBUG (simCloudManagerPool-7134-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=46
[junit4] 2> 804646 DEBUG (simCloudManagerPool-7134-thread-25) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 46
[junit4] 2> 804646 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 7 :
[junit4] 2> 804646 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804646 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 804646 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=47
[junit4] 2> 804646 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 47
[junit4] 2> 804647 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 804647 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 804666 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804686 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804706 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804726 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804746 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804747 DEBUG (simCloudManagerPool-7134-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node46":{
[junit4] 2> "core":"testCollection_shard1_replica_n45",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "node":"127.0.0.1:10011_solr",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 804766 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804786 DEBUG (ScheduledTrigger-7135-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804806 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804827 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804847 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804858 DEBUG (simCloudManagerPool-7134-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=48
[junit4] 2> 804858 DEBUG (simCloudManagerPool-7134-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 48
[junit4] 2> 804858 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804859 DEBUG (simCloudManagerPool-7134-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=49
[junit4] 2> 804860 DEBUG (simCloudManagerPool-7134-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 49
[junit4] 2> 804860 INFO (simCloudManagerPool-7134-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804860 INFO (simCloudManagerPool-7134-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804867 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804870 DEBUG (simCloudManagerPool-7134-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=50
[junit4] 2> 804870 DEBUG (simCloudManagerPool-7134-thread-27) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 50
[junit4] 2> 804870 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 804871 DEBUG (simCloudManagerPool-7134-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=51
[junit4] 2> 804872 DEBUG (simCloudManagerPool-7134-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 51
[junit4] 2> 804872 INFO (simCloudManagerPool-7134-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 804872 INFO (simCloudManagerPool-7134-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 804882 DEBUG (simCloudManagerPool-7134-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=52
[junit4] 2> 804883 DEBUG (simCloudManagerPool-7134-thread-28) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 52
[junit4] 2> 804883 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 8 :
[junit4] 2> 804883 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 804883 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=53
[junit4] 2> 804884 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 53
[junit4] 2> 804884 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 804884 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 804887 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804907 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804927 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804947 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804967 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 804985 DEBUG (simCloudManagerPool-7134-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node52":{
[junit4] 2> "core":"testCollection_shard1_replica_n51",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10012_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "node":"127.0.0.1:10011_solr",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10011_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 804987 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805008 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805028 DEBUG (ScheduledTrigger-7135-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805048 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805068 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805088 DEBUG (ScheduledTrigger-7135-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805095 DEBUG (simCloudManagerPool-7134-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=54
[junit4] 2> 805096 DEBUG (simCloudManagerPool-7134-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 54
[junit4] 2> 805096 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 805096 DEBUG (simCloudManagerPool-7134-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=55
[junit4] 2> 805097 DEBUG (simCloudManagerPool-7134-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 55
[junit4] 2> 805097 INFO (simCloudManagerPool-7134-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 805097 INFO (simCloudManagerPool-7134-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 805107 DEBUG (simCloudManagerPool-7134-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=56
[junit4] 2> 805108 DEBUG (simCloudManagerPool-7134-thread-30) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 56
[junit4] 2> 805108 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10011_solr)
[junit4] 2> 805108 DEBUG (simCloudManagerPool-7134-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=57
[junit4] 2> 805109 DEBUG (ScheduledTrigger-7135-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 805109 DEBUG (simCloudManagerPool-7134-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 57
[junit4] 2> 805109 INFO (simCloudManagerPool-7134-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10011_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 805109 INFO (simCloudManagerPool-7134-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 805120 DEBUG (simCloudManagerPool-7134-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=58
[junit4] 2> 805120 DEBUG (simCloudManagerPool-7134-thread-31) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 58
[junit4] 2> 805120 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario * iter 9 :
[junit4] 2> 805120 INFO (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 805120 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=59
[junit4] 2> 805121 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved
[...truncated too long message...]
n states, currentVersion=9
[junit4] 2> 807258 DEBUG (simCloudManagerPool-7158-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1_1)
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1_1 (currentVersion=11): {"core_node12":{
[junit4] 2> "core":"testCollection_shard1_1_replica_n11",
[junit4] 2> "shard":"shard1_1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10118_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "base_url":"http://127.0.0.1:10118/solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 807259 DEBUG (simCloudManagerPool-7158-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard1_0:{
[junit4] 2> "parent":"shard1",
[junit4] 2> "stateTimestamp":"1594730032196322800",
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"construction",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testCollection_shard1_0_replica_n9",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "node_name":"127.0.0.1:10117_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10117/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testCollection_shard1_0_replica_n7",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "node_name":"127.0.0.1:10118_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10118/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}}
[junit4] 2> 807260 DEBUG (simCloudManagerPool-7158-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1_0)
[junit4] 2> 807260 DEBUG (simCloudManagerPool-7158-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1_0 (currentVersion=12): {"core_node10":{
[junit4] 2> "core":"testCollection_shard1_0_replica_n9",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10117_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "base_url":"http://127.0.0.1:10117/solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 807260 DEBUG (ScheduledTrigger-7159-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 807262 DEBUG (simCloudManagerPool-7158-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 807262 DEBUG (simCloudManagerPool-7158-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 807262 INFO (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario 8. WaitCollection collection=testCollection&shards=4&withInactive=true&replicas=2&requireLeaders=true
[junit4] 2> 807262 INFO (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=4&withInactive=true&replicas=2&requireLeaders=true
[junit4] 2> 807262 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 807263 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 807263 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 807264 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 807264 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 807264 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 807264 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 807264 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 807264 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 807265 INFO (TEST-TestSimScenario.testSplitShard-seed#[4F5A914645CD7483]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSplitShard
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-8.6/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimScenario_4F5A914645CD7483-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1159, maxMBSortInHeap=7.867319835399599, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=en-GB, timezone=Africa/Bissau
[junit4] 2> NOTE: Linux 4.15.0-108-generic amd64/Oracle Corporation 1.8.0_252 (64-bit)/cpus=4,threads=1,free=147630912,total=527958016
[junit4] 2> NOTE: All tests run in this JVM: [ShardRoutingTest, TestDelegationWithHadoopAuth, TestGroupingSearch, TestBulkSchemaAPI, TestSurroundQueryParser, TestSimDistribStateManager, ConfigSetsAPITest, SpellCheckCollatorWithCollapseTest, TestCorePropertiesReload, OverseerRolesTest, DistributedFacetPivotLargeTest, TestGraphTermsQParserPlugin, TestReplicationHandlerDiskOverFlow, MoreLikeThisHandlerTest, TestPerFieldSimilarityWithDefaultOverride, TestClusterStateMutator, PKIAuthenticationIntegrationTest, TestQueryingOnDownCollection, TestInPlaceUpdatesRequiredField, TestValueSourceCache, TestFileDictionaryLookup, DynamicMapsTest, SolrCloudReportersTest, TestHdfsUpdateLog, TestSimExtremeIndexing, SystemInfoHandlerTest, SolrRequestParserTest, UUIDUpdateProcessorFallbackTest, TestSerializedLuceneMatchVersion, TestSQLHandler, DeleteStatusTest, TestRTGBase, PhrasesIdentificationComponentTest, MissingSegmentRecoveryTest, TestIntervalFaceting, TestChildDocTransformer, TestSegmentSorting, BlobRepositoryCloudTest, ZkStateWriterTest, AnalysisAfterCoreReloadTest, TestFieldCache, TestHttpShardHandlerFactory, SolrMetricReporterTest, TestLegacyNumericRangeQueryBuilder, NodeMarkersRegistrationTest, FacetPivotSmallTest, TestLockTree, TestDistributedMissingSort, ResponseLogComponentTest, DocumentBuilderTest, SplitShardTest, TestManagedResource, TestCloudSearcherWarming, AuditLoggerPluginTest, PackageManagerCLITest, TaggingAttributeTest, TlogReplayBufferedWhileIndexingTest, SubstringBytesRefFilterTest, TestCustomSort, SearchRateTriggerTest, TestDynamicLoading, ClassificationUpdateProcessorIntegrationTest, DocumentAnalysisRequestHandlerTest, HttpPartitionWithTlogReplicasTest, BigEndianAscendingWordSerializerTest, TestFieldCacheSortRandom, CollectionReloadTest, TestExtendedDismaxParser, NotRequiredUniqueKeyTest, ActionThrottleTest, TestBulkSchemaConcurrent, TestFastOutputStream, IndexSizeTriggerMixedBoundsTest, RequestHandlersTest, HighlighterWithoutStoredIdTest, TestCloudJSONFacetJoinDomain, VMParamsZkACLAndCredentialsProvidersTest, TestBinaryResponseWriter, CustomCollectionTest, TestPackages, DirectoryFactoryTest, LoggingHandlerTest, NodeAddedTriggerTest, HdfsSyncSliceTest, AtomicUpdatesTest, TestSimNodeAddedTrigger, TestSimScenario]
[junit4] Completed [269/914 (1!)] on J0 in 4.51s, 4 tests, 1 error <<< FAILURES!
[...truncated 54272 lines...]