You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/04/23 16:19:29 UTC
[JENKINS-Experimental-GC] Lucene-Solr-master-Linux
(64bit/jdk-12.0.2) - Build # 26432 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/26432/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSplitShard
Error Message:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
Stack Trace:
java.lang.AssertionError: java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
at __randomizedtesting.SeedInfo.seed([9B369A7867DF13B3:403C3714792A2F0C]:0)
at org.junit.Assert.fail(Assert.java:88)
at org.junit.Assert.assertTrue(Assert.java:41)
at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSplitShard(TestSimScenario.java:160)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:835)
Build Log:
[...truncated 14662 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[junit4] 2> 880859 INFO (SUITE-TestSimScenario-seed#[9B369A7867DF13B3]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/solr/configsets/_default/conf'
[junit4] 2> 880859 INFO (SUITE-TestSimScenario-seed#[9B369A7867DF13B3]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 880860 INFO (SUITE-TestSimScenario-seed#[9B369A7867DF13B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.sim.TestSimScenario_9B369A7867DF13B3-001/data-dir-98-001
[junit4] 2> 880860 INFO (SUITE-TestSimScenario-seed#[9B369A7867DF13B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 880861 INFO (SUITE-TestSimScenario-seed#[9B369A7867DF13B3]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 880862 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoAddReplicas
[junit4] 2> 880869 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 880869 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 880871 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10004_solr
[junit4] 2> 880871 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 880871 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 880871 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 880871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 880871 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
[junit4] 2> 880871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 880871 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
[junit4] 2> 880871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 880871 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 880871 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 880872 DEBUG (ScheduledTrigger-10256-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10004_solr, 127.0.0.1:10005_solr]
[junit4] 2> 880872 DEBUG (ScheduledTrigger-10256-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 880872 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 880872 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 880872 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 880872 DEBUG (simCloudManagerPool-10255-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 880872 DEBUG (simCloudManagerPool-10255-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 880872 DEBUG (simCloudManagerPool-10255-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 880882 DEBUG (simCloudManagerPool-10255-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 880882 DEBUG (simCloudManagerPool-10255-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 880892 DEBUG (ScheduledTrigger-10256-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 880893 DEBUG (simCloudManagerPool-10255-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 880893 DEBUG (simCloudManagerPool-10255-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 880893 DEBUG (simCloudManagerPool-10255-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 880893 DEBUG (simCloudManagerPool-10255-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10005_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 880904 DEBUG (simCloudManagerPool-10255-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 880904 DEBUG (simCloudManagerPool-10255-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 880912 DEBUG (ScheduledTrigger-10256-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 880914 DEBUG (simCloudManagerPool-10255-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 880914 DEBUG (simCloudManagerPool-10255-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 880914 DEBUG (simCloudManagerPool-10255-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 880914 DEBUG (simCloudManagerPool-10255-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testCollection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 880914 DEBUG (simCloudManagerPool-10255-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 880914 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 880914 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 880924 DEBUG (simCloudManagerPool-10255-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 880924 DEBUG (simCloudManagerPool-10255-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 880924 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 880924 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 880924 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 5. SetEventListener trigger=.auto_add_replicas&stage=SUCCEEDED
[junit4] 2> 880924 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario SetEventListener trigger=.auto_add_replicas&stage=SUCCEEDED
[junit4] 2> 880925 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 6. KillNodes node=${_random_node_}
[junit4] 2> 880925 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario KillNodes node=127.0.0.1:10005_solr
[junit4] 2> 880925 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider -- created marker: /autoscaling/nodeLost/127.0.0.1:10005_solr
[junit4] 2> 880925 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 880925 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 880925 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 7. WaitEvent trigger=.auto_add_replicas&wait=60
[junit4] 2> 880925 DEBUG (simCloudManagerPool-10255-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 880926 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitEvent trigger=.auto_add_replicas&wait=60
[junit4] 2> 880926 DEBUG (simCloudManagerPool-10255-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 880926 DEBUG (simCloudManagerPool-10255-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 880926 INFO (simCloudManagerPool-10255-thread-7) [ ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3390ms
[junit4] 2> 880932 DEBUG (ScheduledTrigger-10256-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
[junit4] 2> 880932 DEBUG (ScheduledTrigger-10256-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10005_solr
[junit4] 2> 880952 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 880972 DEBUG (ScheduledTrigger-10256-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 880992 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 880994 DEBUG (simCloudManagerPool-10255-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=10): {"core_node2":{
[junit4] 2> "core":"testCollection_shard1_replica_n2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881013 DEBUG (ScheduledTrigger-10256-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881033 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881053 DEBUG (ScheduledTrigger-10256-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881073 DEBUG (ScheduledTrigger-10256-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881093 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881113 DEBUG (ScheduledTrigger-10256-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881133 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
[junit4] 2> 881133 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10005_solr]
[junit4] 2> 881133 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
[junit4] 2> "id":"4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1393684591424096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1393684591424096],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 881133 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
[junit4] 2> 881133 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 881134 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 881134 DEBUG (ScheduledTrigger-10256-thread-3) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1393684591424096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1393684591424096],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1393694651290146,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 881134 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
[junit4] 2> "id":"4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1393684591424096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1393684591424096],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1393694651290146,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 881134 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ComputePlanAction -- processing event: {
[junit4] 2> "id":"4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1393684591424096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1393684591424096],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1393694651290146,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
[junit4] 2> 881134 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node1
[junit4] 2> 881135 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node4
[junit4] 2> 881135 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ExecutePlanAction -- processing event: {
[junit4] 2> "id":"4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1393684591424096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1393684591424096],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1393694651290146,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}} with context properties: {operations=[{
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"MOVEREPLICA",
[junit4] 2> "params.collection":"testCollection",
[junit4] 2> "params.targetNode":"127.0.0.1:10004_solr",
[junit4] 2> "params.inPlaceMove":"true",
[junit4] 2> "params.replica":"core_node1"}, {
[junit4] 2> "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
[junit4] 2> "method":"GET",
[junit4] 2> "params.action":"MOVEREPLICA",
[junit4] 2> "params.collection":"testCollection",
[junit4] 2> "params.targetNode":"127.0.0.1:10004_solr",
[junit4] 2> "params.inPlaceMove":"true",
[junit4] 2> "params.replica":"core_node4"}], AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
[junit4] 2> 881135 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node1
[junit4] 2> 881236 DEBUG (simCloudManagerPool-10255-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node6":{
[junit4] 2> "core":"testCollection_shard1_replica_n5",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"down",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881346 DEBUG (simCloudManagerPool-10255-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 881346 DEBUG (simCloudManagerPool-10255-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 881347 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10004_solr&inPlaceMove=true&replica=core_node4
[junit4] 2> 881347 DEBUG (simCloudManagerPool-10255-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 881347 DEBUG (simCloudManagerPool-10255-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 881447 DEBUG (simCloudManagerPool-10255-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node8":{
[junit4] 2> "core":"testCollection_shard2_replica_n7",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10004_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"down",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881557 DEBUG (simCloudManagerPool-10255-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 881558 DEBUG (simCloudManagerPool-10255-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 881558 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 881558 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 881558 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
[junit4] 2> "id":"4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz",
[junit4] 2> "source":".auto_add_replicas",
[junit4] 2> "eventTime":1393684591424096,
[junit4] 2> "eventType":"NODELOST",
[junit4] 2> "properties":{
[junit4] 2> "eventTimes":[1393684591424096],
[junit4] 2> "preferredOperation":"movereplica",
[junit4] 2> "_enqueue_time_":1393694651290146,
[junit4] 2> "nodeNames":["127.0.0.1:10005_solr"]}}
[junit4] 2> 881558 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
[junit4] 2> 881558 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
[junit4] 2> 881558 DEBUG (AutoscalingActionExecutor-10257-thread-1) [ ] o.a.s.c.a.ScheduledTriggers -- processing took 21231 ms for event id=4f38c7b003260T4jzh1igwh0vog7j2jic0p3rqz
[junit4] 2> 881559 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 8. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 881559 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 881559 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 9. SaveSnapshot path=${snapshotPath}
[junit4] 2> 881559 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario SaveSnapshot path=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.sim.TestSimScenario_9B369A7867DF13B3-001/tempDir-001/snapshot
[junit4] 2> 881563 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 23 resources from SimDistribStateManager
[junit4] 2> 881574 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 881574 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 881574 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 881574 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 881574 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 881574 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 881574 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 881576 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - loaded snapshot of 23 resources
[junit4] 2> 881577 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[9B369A7867DF13B3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
[junit4] 2> 881578 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
[junit4] 2> 881579 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 881579 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 881580 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10006_solr
[junit4] 2> 881580 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 881580 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 881580 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 881580 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 881580 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 881580 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 881580 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 881581 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10006_solr, 127.0.0.1:10007_solr]
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 881581 DEBUG (ScheduledTrigger-10262-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 881581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 881586 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 881586 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 881586 DEBUG (simCloudManagerPool-10261-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 881586 DEBUG (simCloudManagerPool-10261-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 881586 DEBUG (simCloudManagerPool-10261-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 881596 DEBUG (simCloudManagerPool-10261-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 881596 DEBUG (simCloudManagerPool-10261-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 881601 DEBUG (ScheduledTrigger-10262-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881607 DEBUG (simCloudManagerPool-10261-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 881607 DEBUG (simCloudManagerPool-10261-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 881607 DEBUG (simCloudManagerPool-10261-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 881607 DEBUG (simCloudManagerPool-10261-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881617 DEBUG (simCloudManagerPool-10261-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 881618 DEBUG (simCloudManagerPool-10261-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 881622 DEBUG (ScheduledTrigger-10262-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881633 DEBUG (simCloudManagerPool-10261-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 881634 DEBUG (simCloudManagerPool-10261-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 881634 DEBUG (simCloudManagerPool-10261-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 881634 DEBUG (simCloudManagerPool-10261-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testCollection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10007_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881634 DEBUG (simCloudManagerPool-10261-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 881634 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 881635 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 881635 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 881635 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 881642 DEBUG (ScheduledTrigger-10262-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881646 DEBUG (simCloudManagerPool-10261-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 881646 DEBUG (simCloudManagerPool-10261-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 881646 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 881647 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 881647 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 5. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 881647 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10006_solr
[junit4] 2> 881647 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 881647 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10006_solr
[junit4] 2> 881647 INFO (simCloudManagerPool-10261-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10006_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 881647 INFO (simCloudManagerPool-10261-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 881658 DEBUG (simCloudManagerPool-10261-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 881659 DEBUG (simCloudManagerPool-10261-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 881659 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 7. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 881659 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10006_solr
[junit4] 2> 881662 DEBUG (ScheduledTrigger-10262-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881663 DEBUG (simCloudManagerPool-10261-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 881663 DEBUG (simCloudManagerPool-10261-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 881663 INFO (simCloudManagerPool-10261-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10006_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 881664 INFO (simCloudManagerPool-10261-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 881674 DEBUG (simCloudManagerPool-10261-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 881674 DEBUG (simCloudManagerPool-10261-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 881674 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${iterative}
[junit4] 2> 881674 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 881674 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 9. LoopOp iterations=${justCalc}
[junit4] 2> 881674 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=1
[junit4] 2> 881674 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario * iter 1:
[junit4] 2> 881675 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions
[junit4] 2> 881675 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 881675 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 881679 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 881679 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - SaveSnapshot path=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.sim.TestSimScenario_9B369A7867DF13B3-001/tempDir-002/snapshot/0
[junit4] 2> 881680 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 881683 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 10. Dump redact=true
[junit4] 2> 881683 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 881684 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 881684 DEBUG (ScheduledTrigger-10262-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881689 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 881689 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 881690 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 881690 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 881690 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 881690 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 881690 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 881690 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 881690 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 881691 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10008_solr
[junit4] 2> 881692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 881692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 881692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 881692 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 881693 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
[junit4] 2> 881693 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
[junit4] 2> 881693 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 881693 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 881694 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 881694 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 881696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10009_solr, 127.0.0.1:10008_solr]
[junit4] 2> 881696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 881696 DEBUG (ScheduledTrigger-10268-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 881696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 881696 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 881696 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 881696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 881696 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 881696 DEBUG (simCloudManagerPool-10267-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection, currentVersion=1
[junit4] 2> 881696 DEBUG (simCloudManagerPool-10267-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
[junit4] 2> 881696 DEBUG (simCloudManagerPool-10267-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
[junit4] 2> 881707 DEBUG (simCloudManagerPool-10267-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
[junit4] 2> 881707 DEBUG (simCloudManagerPool-10267-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
[junit4] 2> 881716 DEBUG (ScheduledTrigger-10268-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881720 DEBUG (simCloudManagerPool-10267-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
[junit4] 2> 881720 DEBUG (simCloudManagerPool-10267-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
[junit4] 2> 881720 DEBUG (simCloudManagerPool-10267-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 881720 DEBUG (simCloudManagerPool-10267-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=4): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881730 DEBUG (simCloudManagerPool-10267-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
[junit4] 2> 881730 DEBUG (simCloudManagerPool-10267-thread-3) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
[junit4] 2> 881736 DEBUG (ScheduledTrigger-10268-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881741 DEBUG (simCloudManagerPool-10267-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
[junit4] 2> 881754 DEBUG (simCloudManagerPool-10267-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
[junit4] 2> 881754 DEBUG (simCloudManagerPool-10267-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 881754 DEBUG (simCloudManagerPool-10267-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=6): {"core_node3":{
[junit4] 2> "core":"testCollection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881754 DEBUG (simCloudManagerPool-10267-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection, currentVersion=6
[junit4] 2> 881754 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 881754 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 881754 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
[junit4] 2> 881755 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
[junit4] 2> 881756 DEBUG (ScheduledTrigger-10268-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881765 DEBUG (simCloudManagerPool-10267-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
[junit4] 2> 881766 DEBUG (simCloudManagerPool-10267-thread-5) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
[junit4] 2> 881766 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
[junit4] 2> 881767 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
[junit4] 2> 881767 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 5. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 881767 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10009_solr
[junit4] 2> 881767 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 881767 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 881773 INFO (simCloudManagerPool-10267-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 881773 INFO (simCloudManagerPool-10267-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 881777 DEBUG (ScheduledTrigger-10268-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881784 DEBUG (simCloudManagerPool-10267-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
[junit4] 2> 881784 DEBUG (simCloudManagerPool-10267-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
[junit4] 2> 881784 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 7. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 881784 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 881784 DEBUG (simCloudManagerPool-10267-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
[junit4] 2> 881784 DEBUG (simCloudManagerPool-10267-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
[junit4] 2> 881784 INFO (simCloudManagerPool-10267-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 881785 INFO (simCloudManagerPool-10267-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 881795 DEBUG (simCloudManagerPool-10267-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
[junit4] 2> 881795 DEBUG (simCloudManagerPool-10267-thread-7) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
[junit4] 2> 881795 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${iterative}
[junit4] 2> 881795 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=10
[junit4] 2> 881795 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario * iter 1:
[junit4] 2> 881795 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions
[junit4] 2> 881795 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
[junit4] 2> 881795 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
[junit4] 2> 881796 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 881796 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions
[junit4] 2> 881797 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881817 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881837 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881857 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881877 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881897 DEBUG (simCloudManagerPool-10267-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{
[junit4] 2> "core":"testCollection_shard2_replica_n9",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 881897 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881917 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881937 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881958 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881978 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 881998 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882007 DEBUG (simCloudManagerPool-10267-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=13
[junit4] 2> 882007 DEBUG (simCloudManagerPool-10267-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
[junit4] 2> 882007 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882007 DEBUG (simCloudManagerPool-10267-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=14
[junit4] 2> 882008 DEBUG (simCloudManagerPool-10267-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
[junit4] 2> 882008 INFO (simCloudManagerPool-10267-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882008 INFO (simCloudManagerPool-10267-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882018 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882018 DEBUG (simCloudManagerPool-10267-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=15
[junit4] 2> 882018 DEBUG (simCloudManagerPool-10267-thread-9) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
[junit4] 2> 882018 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882018 DEBUG (simCloudManagerPool-10267-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=16
[junit4] 2> 882018 DEBUG (simCloudManagerPool-10267-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
[junit4] 2> 882019 INFO (simCloudManagerPool-10267-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882019 INFO (simCloudManagerPool-10267-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882029 DEBUG (simCloudManagerPool-10267-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=17
[junit4] 2> 882029 DEBUG (simCloudManagerPool-10267-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
[junit4] 2> 882029 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario * iter 2:
[junit4] 2> 882029 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions
[junit4] 2> 882029 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=18
[junit4] 2> 882029 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
[junit4] 2> 882029 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 882029 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions
[junit4] 2> 882038 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882058 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882078 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882098 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882118 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882130 DEBUG (simCloudManagerPool-10267-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{
[junit4] 2> "core":"testCollection_shard1_replica_n15",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 882138 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882158 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882178 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882198 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882218 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882239 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882240 DEBUG (simCloudManagerPool-10267-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=19
[junit4] 2> 882240 DEBUG (simCloudManagerPool-10267-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
[junit4] 2> 882240 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882240 DEBUG (simCloudManagerPool-10267-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=20
[junit4] 2> 882241 DEBUG (simCloudManagerPool-10267-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
[junit4] 2> 882241 INFO (simCloudManagerPool-10267-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882241 INFO (simCloudManagerPool-10267-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882251 DEBUG (simCloudManagerPool-10267-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=21
[junit4] 2> 882251 DEBUG (simCloudManagerPool-10267-thread-12) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
[junit4] 2> 882251 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882251 DEBUG (simCloudManagerPool-10267-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=22
[junit4] 2> 882251 DEBUG (simCloudManagerPool-10267-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
[junit4] 2> 882251 INFO (simCloudManagerPool-10267-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882251 INFO (simCloudManagerPool-10267-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882259 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882262 DEBUG (simCloudManagerPool-10267-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=23
[junit4] 2> 882262 DEBUG (simCloudManagerPool-10267-thread-13) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
[junit4] 2> 882262 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario * iter 3:
[junit4] 2> 882262 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions
[junit4] 2> 882262 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=24
[junit4] 2> 882262 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
[junit4] 2> 882262 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 882262 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions
[junit4] 2> 882279 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882299 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882319 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882339 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882359 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882363 DEBUG (simCloudManagerPool-10267-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{
[junit4] 2> "core":"testCollection_shard1_replica_n21",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10009_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10009_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 882379 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882399 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882419 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882439 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882459 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882473 DEBUG (simCloudManagerPool-10267-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=25
[junit4] 2> 882473 DEBUG (simCloudManagerPool-10267-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 25
[junit4] 2> 882473 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882473 DEBUG (simCloudManagerPool-10267-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=26
[junit4] 2> 882473 DEBUG (simCloudManagerPool-10267-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 26
[junit4] 2> 882473 INFO (simCloudManagerPool-10267-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882473 INFO (simCloudManagerPool-10267-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882479 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882484 DEBUG (simCloudManagerPool-10267-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=27
[junit4] 2> 882484 DEBUG (simCloudManagerPool-10267-thread-15) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 27
[junit4] 2> 882484 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882484 DEBUG (simCloudManagerPool-10267-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=28
[junit4] 2> 882484 DEBUG (simCloudManagerPool-10267-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 28
[junit4] 2> 882484 INFO (simCloudManagerPool-10267-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882484 INFO (simCloudManagerPool-10267-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882494 DEBUG (simCloudManagerPool-10267-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=29
[junit4] 2> 882494 DEBUG (simCloudManagerPool-10267-thread-16) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 29
[junit4] 2> 882494 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario * iter 4:
[junit4] 2> 882494 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions
[junit4] 2> 882494 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=30
[junit4] 2> 882495 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 30
[junit4] 2> 882495 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 882495 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions
[junit4] 2> 882499 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882520 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882540 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882560 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882580 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882595 DEBUG (simCloudManagerPool-10267-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{
[junit4] 2> "core":"testCollection_shard1_replica_n27",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10008_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10009_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10009_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 882600 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882620 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882640 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882660 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882680 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882700 DEBUG (ScheduledTrigger-10268-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882705 DEBUG (simCloudManagerPool-10267-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=31
[junit4] 2> 882706 DEBUG (simCloudManagerPool-10267-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 31
[junit4] 2> 882706 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882706 DEBUG (simCloudManagerPool-10267-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=32
[junit4] 2> 882706 DEBUG (simCloudManagerPool-10267-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 32
[junit4] 2> 882706 INFO (simCloudManagerPool-10267-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882706 INFO (simCloudManagerPool-10267-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882716 DEBUG (simCloudManagerPool-10267-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=33
[junit4] 2> 882717 DEBUG (simCloudManagerPool-10267-thread-18) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 33
[junit4] 2> 882717 INFO (TEST-TestSimScenario.testSuggestions-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10009_solr
[junit4] 2> 882717 DEBUG (simCloudManagerPool-10267-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=34
[junit4] 2> 882717 DEBUG (simCloudManagerPool-10267-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 34
[junit4] 2> 882717 INFO (simCloudManagerPool-10267-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10009_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 882717 INFO (simCloudManagerPool-10267-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 882720 DEBUG (ScheduledTrigger-10268-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 882727 DEBUG (simCloudManagerPool-10267-thread-19) [ ] o.a.s.c.a.s.SimClusterStateProvider ** creating
[...truncated too long message...]
] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885846 DEBUG (ScheduledTrigger-10280-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885866 DEBUG (ScheduledTrigger-10280-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885886 DEBUG (ScheduledTrigger-10280-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885906 DEBUG (ScheduledTrigger-10280-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885926 DEBUG (ScheduledTrigger-10280-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885946 DEBUG (ScheduledTrigger-10280-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885966 DEBUG (ScheduledTrigger-10280-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 885986 DEBUG (ScheduledTrigger-10280-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 886007 DEBUG (ScheduledTrigger-10280-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 9. WaitEvent trigger=indexSizeTrigger&wait=60
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitEvent trigger=indexSizeTrigger&wait=60
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 10. Assert condition=not_null&key=_trigger_event_indexSizeTrigger
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario Assert condition=not_null&key=_trigger_event_indexSizeTrigger
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 11. Assert condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario Assert condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 12. Assert condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario Assert condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario 13. WaitCollection collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
[junit4] 2> 886018 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
[junit4] 2> 886019 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 886019 DEBUG (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 886019 DEBUG (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 886019 DEBUG (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 886019 DEBUG (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 886019 DEBUG (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 886019 DEBUG (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 886019 INFO (TEST-TestSimScenario.testIndexing-seed#[9B369A7867DF13B3]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testIndexing
[junit4] 2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J4/temp/solr.cloud.autoscaling.sim.TestSimScenario_9B369A7867DF13B3-001
[junit4] 2> NOTE: test params are: codec=FastCompressingStoredFieldsData(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=28536, maxDocsPerChunk=10, blockShift=21), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=28536, blockSize=21)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4a98777), locale=wae, timezone=Hongkong
[junit4] 2> NOTE: Linux 5.3.0-46-generic amd64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=16,threads=1,free=123996480,total=536870912
[junit4] 2> NOTE: All tests run in this JVM: [DistributedQueryComponentCustomSortTest, TestValueSourceCache, ConnectionManagerTest, IndexBasedSpellCheckerTest, TestOverriddenPrefixQueryForCustomFieldType, ScriptEngineTest, TestSimGenericDistributedQueue, UpdateParamsTest, PathHierarchyTokenizerFactoryTest, DistributedQueueTest, TestDynamicFieldResource, PrimitiveFieldTypeTest, TestDynamicLoadingUrl, TestRestoreCore, MaxSizeAutoCommitTest, ReindexCollectionTest, TestDistributedSearch, DocValuesTest, ClusterStateUpdateTest, HighlighterConfigTest, TestCloudSearcherWarming, DimensionalRoutedAliasUpdateProcessorTest, ExitableDirectoryReaderTest, OverseerCollectionConfigSetProcessorTest, TestSolrJ, TestScoreJoinQPNoScore, TestSolrJacksonAnnotation, TestCoreContainer, SpatialRPTFieldTypeTest, SimpleMLTQParserTest, WordBreakSolrSpellCheckerTest, MultiSolrCloudTestCaseTest, TestLMDirichletSimilarityFactory, PrimUtilsTest, QueryParsingTest, AddBlockUpdateTest, TestDeleteCollectionOnDownNodes, RollingRestartTest, TestRequestForwarding, TestWordDelimiterFilterFactory, OverseerTaskQueueTest, DaemonStreamApiTest, TestRTGBase, SplitByPrefixTest, CurrencyRangeFacetCloudTest, ImplicitSnitchTest, TestJsonFacetsWithNestedObjects, BinaryUpdateRequestHandlerTest, TestLegacyNumericRangeQueryBuilder, TestFieldCacheVsDocValues, DistributedFacetPivotLargeTest, CustomHighlightComponentTest, TestLocalStatsCacheCloud, DeleteReplicaTest, TestSolrXml, TestCloudJSONFacetJoinDomain, CdcrOpsAndBoundariesTest, TestExactStatsCacheCloud, HdfsWriteToMultipleCollectionsTest, ResourceLoaderTest, SystemLogListenerTest, TestNamedUpdateProcessors, FacetPivotSmallTest, TestTlogReplayVsRecovery, TestSimClusterStateProvider, TestFastOutputStream, SolrMetricReporterTest, AssignTest, TestCloudInspectUtil, SolrInfoBeanTest, JavaBinAtomicUpdateMultivalueTest, TestCodecSupport, TestSmileRequest, TestBinaryResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, ConcurrentCreateRoutedAliasTest, FullSolrCloudDistribCmdsTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, LegacyCloudClusterPropTest, MigrateRouteKeyTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, ShardRoutingTest, SyncSliceTest, TestWaitForStateWithJettyShutdowns, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, UnloadDistributedZkTest, ExecutePlanActionTest, IndexSizeTriggerTest, MetricTriggerIntegrationTest, ScheduledMaintenanceTriggerTest, TestSimScenario]
[junit4] Completed [555/909 (1!)] on J4 in 5.17s, 4 tests, 1 failure <<< FAILURES!
[...truncated 53818 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/26432/consoleText
[repro] Revision: 4eb755db18f6a605bf62e1c8f029093ad8d6ca7b
[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC"
[repro] Repro line: ant test -Dtestcase=TestSimScenario -Dtests.method=testSplitShard -Dtests.seed=9B369A7867DF13B3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=wae -Dtests.timezone=Hongkong -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr/core
[repro] TestSimScenario
[repro] ant compile-test
[...truncated 3130 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimScenario" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UnlockExperimentalVMOptions -XX:+UseShenandoahGC" -Dtests.seed=9B369A7867DF13B3 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=wae -Dtests.timezone=Hongkong -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[...truncated 96 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[repro] Exiting with code 0
[...truncated 43 lines...]