You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/06/21 11:21:13 UTC
[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-13.0.2) - Build #
9005 - Unstable!
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/9005/
Java: 64bit/jdk-13.0.2 -XX:+UseCompressedOops -XX:+UseParallelGC
1 tests failed.
FAILED: org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas
Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion
Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
at __randomizedtesting.SeedInfo.seed([CA84A9D303148A67:43245AAF771F464E]:0)
at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
at org.apache.solr.cloud.autoscaling.sim.SimScenario$LoadAutoscaling.execute(SimScenario.java:468)
at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1118)
at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:58)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:567)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
at java.base/java.lang.Thread.run(Thread.java:830)
Build Log:
[...truncated 14266 lines...]
[junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[junit4] 2> 1381074 INFO (SUITE-TestSimScenario-seed#[CA84A9D303148A67]-worker) [ ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\server\solr\configsets\_default\conf'
[junit4] 2> 1381075 INFO (SUITE-TestSimScenario-seed#[CA84A9D303148A67]-worker) [ ] o.a.s.SolrTestCaseJ4 Created dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.sim.TestSimScenario_CA84A9D303148A67-001\data-dir-130-001
[junit4] 2> 1381076 INFO (SUITE-TestSimScenario-seed#[CA84A9D303148A67]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 1381077 INFO (SUITE-TestSimScenario-seed#[CA84A9D303148A67]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
[junit4] 2> 1381078 INFO (SUITE-TestSimScenario-seed#[CA84A9D303148A67]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 1381079 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
[junit4] 2> 1381098 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 1381099 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 1381119 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10066_solr
[junit4] 2> 1381119 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1381119 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 1381119 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 1381119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1381119 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1381120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1381120 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1381120 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1381121 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10067_solr, 127.0.0.1:10066_solr]
[junit4] 2> 1381121 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1381121 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
[junit4] 2> 1381121 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1381121 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 1381121 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 1381121 DEBUG (ScheduledTrigger-14064-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381121 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1381121 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1381121 DEBUG (simCloudManagerPool-14063-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
[junit4] 2> 1381147 DEBUG (ScheduledTrigger-14064-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381163 DEBUG (simCloudManagerPool-14063-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 1381163 DEBUG (simCloudManagerPool-14063-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=2): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10067_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1381163 DEBUG (simCloudManagerPool-14063-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
[junit4] 2> 1381163 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 1381163 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 1381179 DEBUG (ScheduledTrigger-14064-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381195 DEBUG (simCloudManagerPool-14063-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 1381195 DEBUG (simCloudManagerPool-14063-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=4): {"core_node3":{
[junit4] 2> "core":"testCollection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10067_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1381211 DEBUG (ScheduledTrigger-14064-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381211 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 5. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 1381212 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10066_solr
[junit4] 2> 1381212 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 1381212 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10066_solr
[junit4] 2> 1381212 INFO (simCloudManagerPool-14063-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10066_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381212 INFO (simCloudManagerPool-14063-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381227 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 7. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 1381227 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10066_solr
[junit4] 2> 1381228 INFO (simCloudManagerPool-14063-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10066_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381228 INFO (simCloudManagerPool-14063-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381243 DEBUG (ScheduledTrigger-14064-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381243 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${iterative}
[junit4] 2> 1381243 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 1381243 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 9. LoopOp iterations=${justCalc}
[junit4] 2> 1381243 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=1
[junit4] 2> 1381243 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 1381243 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1381244 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1381244 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - SaveSnapshot path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.sim.TestSimScenario_CA84A9D303148A67-001\tempDir-001/snapshot/0)
[junit4] 2> 1381251 WARN (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimUtils V2 action SET_CLUSTER_PROPERTY_OBJ has no equivalent V1 action
[junit4] 2> 1381251 WARN (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimUtils V2 action GET_NODES has no equivalent V1 action
[junit4] 2> 1381255 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 1381275 DEBUG (ScheduledTrigger-14064-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381285 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 10. Dump redact=true
[junit4] 2> 1381285 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 1381285 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> 1381290 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1381290 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1381290 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1381290 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1381290 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1381290 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1381290 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1381290 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 1381290 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 1381301 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10068_solr
[junit4] 2> 1381301 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1381301 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 1381301 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 1381301 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1381304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1381304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1381304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1381304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10069_solr, 127.0.0.1:10068_solr]
[junit4] 2> 1381304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1381304 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1381304 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381311 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 1381311 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 1381311 DEBUG (simCloudManagerPool-14069-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
[junit4] 2> 1381340 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381340 DEBUG (simCloudManagerPool-14069-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 1381340 DEBUG (simCloudManagerPool-14069-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=2): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1381357 DEBUG (simCloudManagerPool-14069-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
[junit4] 2> 1381357 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 4. WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 1381357 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=2&replicas=2
[junit4] 2> 1381372 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381372 DEBUG (simCloudManagerPool-14069-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
[junit4] 2> 1381372 DEBUG (simCloudManagerPool-14069-thread-4) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=4): {"core_node3":{
[junit4] 2> "core":"testCollection_shard2_replica_n3",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1381389 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 5. CtxSet key=myNode&value=${_random_node_}
[junit4] 2> 1381389 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario CtxSet key=myNode&value=127.0.0.1:10069_solr
[junit4] 2> 1381389 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 6. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 1381389 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr
[junit4] 2> 1381389 INFO (simCloudManagerPool-14069-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381389 INFO (simCloudManagerPool-14069-thread-6) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381404 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381404 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 7. RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
[junit4] 2> 1381404 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr
[junit4] 2> 1381406 INFO (simCloudManagerPool-14069-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381406 INFO (simCloudManagerPool-14069-thread-7) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381420 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 8. LoopOp iterations=${iterative}
[junit4] 2> 1381420 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=10
[junit4] 2> 1381420 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 1 :
[junit4] 2> 1381420 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1381421 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1381421 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1381436 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381467 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381498 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381530 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381531 DEBUG (simCloudManagerPool-14069-thread-8) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{
[junit4] 2> "core":"testCollection_shard2_replica_n9",
[junit4] 2> "shard":"shard2",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1381562 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381594 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381626 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381658 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381658 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1381659 INFO (simCloudManagerPool-14069-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381659 INFO (simCloudManagerPool-14069-thread-9) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381674 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1381675 INFO (simCloudManagerPool-14069-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381675 INFO (simCloudManagerPool-14069-thread-10) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381689 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381690 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 2 :
[junit4] 2> 1381690 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1381691 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1381691 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1381720 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381752 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381784 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381799 DEBUG (simCloudManagerPool-14069-thread-11) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{
[junit4] 2> "core":"testCollection_shard1_replica_n15",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1381815 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381846 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381878 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381910 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381926 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1381927 INFO (simCloudManagerPool-14069-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381927 INFO (simCloudManagerPool-14069-thread-12) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381941 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1381941 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1381942 INFO (simCloudManagerPool-14069-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1381942 INFO (simCloudManagerPool-14069-thread-13) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1381956 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 3 :
[junit4] 2> 1381956 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1381957 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1381957 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1381971 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382002 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382033 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382064 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382064 DEBUG (simCloudManagerPool-14069-thread-14) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{
[junit4] 2> "core":"testCollection_shard1_replica_n21",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1382096 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382128 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382160 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382192 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382192 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1382193 INFO (simCloudManagerPool-14069-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1382193 INFO (simCloudManagerPool-14069-thread-15) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1382208 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1382209 INFO (simCloudManagerPool-14069-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1382209 INFO (simCloudManagerPool-14069-thread-16) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1382224 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382224 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 4 :
[junit4] 2> 1382224 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1382225 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1382225 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1382255 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382288 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382320 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382336 DEBUG (simCloudManagerPool-14069-thread-17) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{
[junit4] 2> "core":"testCollection_shard1_replica_n27",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1382352 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382384 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382416 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382448 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382464 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1382465 INFO (simCloudManagerPool-14069-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1382465 INFO (simCloudManagerPool-14069-thread-18) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1382480 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382480 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1382481 INFO (simCloudManagerPool-14069-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1382481 INFO (simCloudManagerPool-14069-thread-19) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1382496 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 5 :
[junit4] 2> 1382496 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1382497 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1382497 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1382512 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382544 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382576 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382608 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382608 DEBUG (simCloudManagerPool-14069-thread-20) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node34":{
[junit4] 2> "core":"testCollection_shard1_replica_n33",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1382639 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382696 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382720 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382736 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1382737 INFO (simCloudManagerPool-14069-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1382737 INFO (simCloudManagerPool-14069-thread-21) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1382752 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1382753 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382753 INFO (simCloudManagerPool-14069-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1382753 INFO (simCloudManagerPool-14069-thread-22) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1382768 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 6 :
[junit4] 2> 1382768 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1382769 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1382769 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1382784 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382816 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382848 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382878 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382878 DEBUG (simCloudManagerPool-14069-thread-23) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node40":{
[junit4] 2> "core":"testCollection_shard1_replica_n39",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1382910 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382944 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1382976 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383007 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383007 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383007 INFO (simCloudManagerPool-14069-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383007 INFO (simCloudManagerPool-14069-thread-24) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383024 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383029 INFO (simCloudManagerPool-14069-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383029 INFO (simCloudManagerPool-14069-thread-25) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383039 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383060 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 7 :
[junit4] 2> 1383060 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1383060 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1383060 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1383074 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383106 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383140 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383172 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383172 DEBUG (simCloudManagerPool-14069-thread-26) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node46":{
[junit4] 2> "core":"testCollection_shard1_replica_n45",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1383204 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383235 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383266 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383298 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383298 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383299 INFO (simCloudManagerPool-14069-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383299 INFO (simCloudManagerPool-14069-thread-27) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383313 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383314 INFO (simCloudManagerPool-14069-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383314 INFO (simCloudManagerPool-14069-thread-28) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383328 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383328 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 8 :
[junit4] 2> 1383329 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1383329 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1383329 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1383360 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383391 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383423 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383439 DEBUG (simCloudManagerPool-14069-thread-29) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node52":{
[junit4] 2> "core":"testCollection_shard1_replica_n51",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1383455 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383487 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383519 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383552 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383568 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383569 INFO (simCloudManagerPool-14069-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383570 INFO (simCloudManagerPool-14069-thread-30) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383584 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383584 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383585 INFO (simCloudManagerPool-14069-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383586 INFO (simCloudManagerPool-14069-thread-31) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383600 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 9 :
[junit4] 2> 1383600 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1383601 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1383601 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1383615 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383647 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383679 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383711 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383711 DEBUG (simCloudManagerPool-14069-thread-32) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node58":{
[junit4] 2> "core":"testCollection_shard1_replica_n57",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1383743 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383776 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383808 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383840 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383840 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383841 INFO (simCloudManagerPool-14069-thread-33) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383841 INFO (simCloudManagerPool-14069-thread-33) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383856 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1383857 INFO (simCloudManagerPool-14069-thread-34) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1383857 INFO (simCloudManagerPool-14069-thread-34) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1383872 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383872 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario * iter 10 :
[junit4] 2> 1383872 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - CalculateSuggestions )
[junit4] 2> 1383873 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - 1 suggestions
[junit4] 2> 1383873 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - ApplySuggestions )
[junit4] 2> 1383903 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383936 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383968 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1383983 DEBUG (simCloudManagerPool-14069-thread-35) [ ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node64":{
[junit4] 2> "core":"testCollection_shard1_replica_n63",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10068_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"127.0.0.1:10069_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"127.0.0.1:10069_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}
[junit4] 2> 1384000 DEBUG (ScheduledTrigger-14070-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384032 DEBUG (ScheduledTrigger-14070-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384064 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384096 DEBUG (ScheduledTrigger-14070-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384111 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1384112 INFO (simCloudManagerPool-14069-thread-36) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1384112 INFO (simCloudManagerPool-14069-thread-36) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1384127 DEBUG (ScheduledTrigger-14070-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384127 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario - RunSolrRequest path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10069_solr)
[junit4] 2> 1384128 INFO (simCloudManagerPool-14069-thread-37) [ ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection testCollection
[junit4] 2> 1384128 INFO (simCloudManagerPool-14069-thread-37) [ ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
[junit4] 2> 1384143 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 9. LoopOp iterations=${justCalc}
[junit4] 2> 1384143 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoopOp iterations=0
[junit4] 2> 1384143 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 10. Dump redact=true
[junit4] 2> 1384143 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario Dump redact=true
[junit4] 2> 1384144 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
[junit4] 2> {"autoscalingState":{"suggestions":[{
[junit4] 2> "suggestion":{
[junit4] 2> "type":"improvement",
[junit4] 2> "operation":{
[junit4] 2> "method":"POST",
[junit4] 2> "path":"/c/COLL_0",
[junit4] 2> "command":{"move-replica":{
[junit4] 2> "targetNode":"N_2_solr",
[junit4] 2> "inPlaceMove":"true",
[junit4] 2> "replica":"core_node30"}}}},
[junit4] 2> "replica":{"core_node30":{
[junit4] 2> "core":"COLL_0_shard1_replica_n29",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"COLL_0",
[junit4] 2> "node_name":"N_1_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "path":"/admin/collections",
[junit4] 2> "node":"N_1_solr",
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "action":"ADDREPLICA",
[junit4] 2> "createNodeSet":"N_1_solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6}}}]}}
[junit4] 2> 1384147 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1384147 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1384147 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1384147 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1384147 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1384148 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1384148 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1384149 INFO (TEST-TestSimScenario.testSuggestions-seed#[CA84A9D303148A67]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSuggestions
[junit4] 2> 1384150 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAutoAddReplicas
[junit4] 2> 1384152 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=2
[junit4] 2> 1384152 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=2
[junit4] 2> 1384164 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10070_solr
[junit4] 2> 1384165 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1384165 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
[junit4] 2> 1384165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1384165 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
[junit4] 2> 1384165 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1384166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1384166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1384166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10070_solr, 127.0.0.1:10071_solr]
[junit4] 2> 1384166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1384166 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1384166 DEBUG (ScheduledTrigger-14076-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384187 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384208 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384229 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384251 DEBUG (ScheduledTrigger-14076-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384272 DEBUG (ScheduledTrigger-14076-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384304 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384325 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384346 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384367 DEBUG (ScheduledTrigger-14076-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384388 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384409 DEBUG (ScheduledTrigger-14076-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384432 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384453 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384474 DEBUG (ScheduledTrigger-14076-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384495 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384516 DEBUG (ScheduledTrigger-14076-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384544 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384566 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384587 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384608 DEBUG (ScheduledTrigger-14076-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384633 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384654 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384675 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384704 DEBUG (ScheduledTrigger-14076-thread-3) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384725 DEBUG (ScheduledTrigger-14076-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384746 DEBUG (ScheduledTrigger-14076-thread-1) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384767 DEBUG (ScheduledTrigger-14076-thread-4) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
[junit4] 2> 1384769 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1384770 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1384770 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1384770 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1384770 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1384770 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1384770 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1384770 INFO (TEST-TestSimScenario.testAutoAddReplicas-seed#[CA84A9D303148A67]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestSimScenario -Dtests.method=testAutoAddReplicas -Dtests.seed=CA84A9D303148A67 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Mexico/BajaSur -Dtests.asserts=true -Dtests.file.encoding=Cp1252
[junit4] ERROR 0.62s J0 | TestSimScenario.testAutoAddReplicas <<<
[junit4] > Throwable #1: java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
[junit4] > at __randomizedtesting.SeedInfo.seed([CA84A9D303148A67:43245AAF771F464E]:0)
[junit4] > at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimScenario$LoadAutoscaling.execute(SimScenario.java:468)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1118)
[junit4] > at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:58)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
[junit4] > at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
[junit4] > at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
[junit4] > at java.base/java.lang.reflect.Method.invoke(Method.java:567)
[junit4] > at java.base/java.lang.Thread.run(Thread.java:830)
[junit4] 2> 1384774 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testIndexing
[junit4] 2> 1384774 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 1. CreateCluster numNodes=100
[junit4] 2> 1384774 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario CreateCluster numNodes=100
[junit4] 2> 1384790 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10072_solr
[junit4] 2> 1384790 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10075_solr, 127.0.0.1:10074_solr, 127.0.0.1:10078_solr, 127.0.0.1:10081_solr, 127.0.0.1:10076_solr, 127.0.0.1:10073_solr, 127.0.0.1:10079_solr, 127.0.0.1:10077_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10072_solr]
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1384790 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
[junit4] 2> 1384790 DEBUG (ScheduledTrigger-14082-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 16 and last live nodes: 12
[junit4] 2> 1384796 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 2. LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 1384797 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario LoadAutoscaling json={'cluster-policy':[]}
[junit4] 2> 1384797 DEBUG (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
[junit4] 2> 1384798 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
[junit4] 2> 1384798 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
[junit4] 2> 1384798 DEBUG (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
[junit4] 2> 1384803 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 3. RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 1384803 INFO (TEST-TestSimScenario.testIndexing-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario RunSolrRequest path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
[junit4] 2> 1384803 DEBUG (simCloudManagerPool-14081-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
[junit4] 2> 1384815 DEBUG (ScheduledTrigger-14082-thread-2) [ ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 16
[junit4] 2> 1384832 DEBUG (simCloudManagerPool-14081-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
[junit4] 2> 1384832 DEBUG (simCloudManagerPool-14081-thread-2) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=2): {"core_node1":{
[junit4] 2> "core":"testCollection_shard1_replica_n1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10097_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1384832 DEBUG (simCloudManagerPool-14081-thread-1) [ ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
[junit4] 2> 1384832 INFO (TEST-TestSimScenario.testIndexing-se
[...truncated too long message...]
eletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":10240,
[junit4] 2> "base_url":"http://127.0.0.1:10174/solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":9.5367431640625E-6,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1386497 DEBUG (simCloudManagerPool-14093-thread-6) [ ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard1_0:{
[junit4] 2> "parent":"shard1",
[junit4] 2> "stateTimestamp":"1592737030473565000",
[junit4] 2> "range":"80000000-bfffffff",
[junit4] 2> "state":"construction",
[junit4] 2> "replicas":{
[junit4] 2> "core_node10":{
[junit4] 2> "core":"testCollection_shard1_0_replica_n9",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "node_name":"127.0.0.1:10175_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10175/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0},
[junit4] 2> "core_node8":{
[junit4] 2> "core":"testCollection_shard1_0_replica_n7",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "node_name":"127.0.0.1:10174_solr",
[junit4] 2> "base_url":"http://127.0.0.1:10174/solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}}
[junit4] 2> 1386497 DEBUG (simCloudManagerPool-14093-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1_0)
[junit4] 2> 1386497 DEBUG (simCloudManagerPool-14093-thread-10) [ ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1_0 (currentVersion=10): {"core_node10":{
[junit4] 2> "core":"testCollection_shard1_0_replica_n9",
[junit4] 2> "shard":"shard1_0",
[junit4] 2> "collection":"testCollection",
[junit4] 2> "node_name":"127.0.0.1:10175_solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "leader":"true",
[junit4] 2> "SEARCHER.searcher.maxDoc":0,
[junit4] 2> "SEARCHER.searcher.deletedDocs":0,
[junit4] 2> "INDEX.sizeInBytes":20480,
[junit4] 2> "base_url":"http://127.0.0.1:10175/solr",
[junit4] 2> "state":"active",
[junit4] 2> "INDEX.sizeInGB":1.9073486328125E-5,
[junit4] 2> "SEARCHER.searcher.numDocs":0}}
[junit4] 2> 1386500 INFO (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario 8. WaitCollection collection=testCollection&shards=4&withInactive=true&replicas=2&requireLeaders=true
[junit4] 2> 1386500 INFO (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.s.SimScenario WaitCollection collection=testCollection&shards=4&withInactive=true&replicas=2&requireLeaders=true
[junit4] 2> 1386500 INFO (Simulated OverseerAutoScalingTriggerThread) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1386501 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
[junit4] 2> 1386501 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
[junit4] 2> 1386501 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
[junit4] 2> 1386501 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
[junit4] 2> 1386501 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
[junit4] 2> 1386501 DEBUG (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
[junit4] 2> 1386501 INFO (TEST-TestSimScenario.testSplitShard-seed#[CA84A9D303148A67]) [ ] o.a.s.SolrTestCaseJ4 ###Ending testSplitShard
[junit4] 2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.sim.TestSimScenario_CA84A9D303148A67-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=1993, maxMBSortInHeap=7.39776732519312, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@498633e7), locale=es-PA, timezone=Mexico/BajaSur
[junit4] 2> NOTE: Windows 10 10.0 amd64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=168566416,total=365428736
[junit4] 2> NOTE: All tests run in this JVM: [MetricTriggerTest, DistributedIntervalFacetingTest, CreateRoutedAliasTest, AssignTest, TestDocTermOrds, TestQueryUtils, XMLAtomicUpdateMultivalueTest, SpellingQueryConverterTest, HighlighterMaxOffsetTest, ClassificationUpdateProcessorIntegrationTest, PolyFieldTest, TestJsonRequest, ResponseLogComponentTest, SolrCloudReportersTest, TestCopyFieldCollectionResource, LeaderVoteWaitTimeoutTest, PropertiesRequestHandlerTest, TolerantUpdateProcessorTest, DocValuesMultiTest, UUIDFieldTest, MoreLikeThisHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestGraphTermsQParserPlugin, TestJsonRangeFacets, SolrCLIZkUtilsTest, TestDownShardTolerantSearch, TestSizeLimitedDistributedMap, TestCollationField, BlockCacheTest, BlobRepositoryCloudTest, TestCloudRecovery2, TestJsonFacetErrors, BinaryUpdateRequestHandlerTest, TestInitParams, TestConfig, TestCloudInspectUtil, ZkControllerTest, ResolveAnalyzerByNameTest, TemplateUpdateProcessorTest, DistributedExpandComponentTest, TestStressReorder, TestXIncludeConfig, RankQueryTest, SolrCoreCheckLockOnStartupTest, TestMaxScoreQueryParser, DistributedUpdateProcessorTest, TestUtils, OverseerTaskQueueTest, LeaderElectionIntegrationTest, TestTolerantUpdateProcessorCloud, CdcrWithNodesRestartsTest, TestJettySolrRunner, SearchRateTriggerIntegrationTest, AssignBackwardCompatibilityTest, TestMultiValuedNumericRangeQuery, JWTVerificationkeyResolverTest, PrimUtilsTest, DataDrivenBlockJoinTest, TestComplexPhraseQParserPlugin, TestExportWriter, TestHashPartitioner, BasicAuthStandaloneTest, TestSearchPerf, TestFieldCacheSortRandom, SuggestComponentContextFilterQueryTest, HttpTriggerListenerTest, ImplicitSnitchTest, TestRebalanceLeaders, TriggerEventQueueTest, TokenizerChainTest, ChaosMonkeySafeLeaderTest, FileBasedSpellCheckerTest, TestSolrConfigHandler, DistributedFacetPivotSmallTest, TestRemoteStreaming, TestSubQueryTransformerDistrib, TestLRUStatsCache, TestPullReplicaErrorHandling, CopyFieldTest, AutoscalingHistoryHandlerTest, TestExternalRoleRuleBasedAuthorizationPlugin, SimpleFacetsTest, AnalysisAfterCoreReloadTest, TaggerTest, TestFileDictionaryLookup, TestCoreContainer, TestNumericTerms64, TestStressCloudBlindAtomicUpdates, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, ProtectedTermFilterFactoryTest, TestCharFilters, TestDeprecatedFilters, TestLuceneMatchVersion, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionStateZnodeTest, CollectionsAPISolrJTest, MultiSolrCloudTestCaseTest, MultiThreadedOCPTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SSLMigrationTest, SaslZkACLProviderTest, ShardRoutingCustomTest, SharedFSAutoReplicaFailoverTest, SliceStateTest, SystemCollectionCompatTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestConfigSetsAPIZkFailure, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestPrepRecovery, ZkCLITest, TestCollectionsAPIViaSolrCloudCluster, AutoScalingHandlerTest, ExecutePlanActionTest, ScheduledTriggerTest, TestSimDistribStateManager, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimScenario]
[junit4] Completed [589/910 (1!)] on J0 in 5.44s, 4 tests, 1 error <<< FAILURES!
[...truncated 53080 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/9005/consoleText
[repro] Revision: 541fc984e90cdd86a70c467e8046cfcf76c12ffc
[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC"
[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean
[...truncated 6 lines...]
[repro] Test suites by module:
[repro] solr\core
[repro] TestSimScenario
[repro] ant compile-test
[...truncated 2471 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestSimScenario" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseParallelGC" -Dtests.seed=CA84A9D303148A67 -Dtests.slow=true -Dtests.locale=es-PA -Dtests.timezone=Mexico/BajaSur -Dtests.asserts=true -Dtests.file.encoding=Cp1252
[...truncated 97 lines...]
[repro] Failures w/original seeds:
[repro] 0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[repro] Exiting with code 0
[...truncated 78 lines...]