You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/05/26 07:26:31 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-13.0.2) - Build # 8882 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8882/
Java: 64bit/jdk-13.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger

Error Message:
ScheduledTrigger did not fire in time

Stack Trace:
java.lang.AssertionError: ScheduledTrigger did not fire in time
	at __randomizedtesting.SeedInfo.seed([59BE6D261E1A1873:CAA5255440E74347]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:120)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:830)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions

Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion

Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
	at __randomizedtesting.SeedInfo.seed([59BE6D261E1A1873:FF6254D3D02E4F8D]:0)
	at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario$LoadAutoscaling.execute(SimScenario.java:466)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1110)
	at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testSuggestions(TestSimScenario.java:114)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:830)




Build Log:
[...truncated 13589 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
   [junit4]   2> 289654 INFO  (SUITE-TestSimScenario-seed#[59BE6D261E1A1873]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\server\solr\configsets\_default\conf'
   [junit4]   2> 289660 INFO  (SUITE-TestSimScenario-seed#[59BE6D261E1A1873]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J2\temp\solr.cloud.autoscaling.sim.TestSimScenario_59BE6D261E1A1873-001\data-dir-26-001
   [junit4]   2> 289660 WARN  (SUITE-TestSimScenario-seed#[59BE6D261E1A1873]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 289660 INFO  (SUITE-TestSimScenario-seed#[59BE6D261E1A1873]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 289665 INFO  (SUITE-TestSimScenario-seed#[59BE6D261E1A1873]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 289665 INFO  (SUITE-TestSimScenario-seed#[59BE6D261E1A1873]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 289665 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testIndexing
   [junit4]   2> 289684 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=100
   [junit4]   2> 289684 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=100
   [junit4]   2> 289688 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.SolrPaths solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 289712 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 289712 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 289713 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 289713 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 289714 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 289714 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 289722 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 289723 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 289723 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 289731 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10082_solr, 127.0.0.1:10004_solr, 127.0.0.1:10018_solr, 127.0.0.1:10049_solr, 127.0.0.1:10020_solr, 127.0.0.1:10065_solr, 127.0.0.1:10021_solr, 127.0.0.1:10005_solr, 127.0.0.1:10066_solr, 127.0.0.1:10035_solr, 127.0.0.1:10051_solr, 127.0.0.1:10019_solr, 127.0.0.1:10096_solr, 127.0.0.1:10022_solr, 127.0.0.1:10033_solr, 127.0.0.1:10017_solr, 127.0.0.1:10047_solr, 127.0.0.1:10095_solr, 127.0.0.1:10081_solr, 127.0.0.1:10084_solr, 127.0.0.1:10036_solr, 127.0.0.1:10052_solr, 127.0.0.1:10006_solr, 127.0.0.1:10079_solr, 127.0.0.1:10098_solr, 127.0.0.1:10003_solr, 127.0.0.1:10001_solr, 127.0.0.1:10054_solr, 127.0.0.1:10099_solr, 127.0.0.1:10071_solr, 127.0.0.1:10023_solr, 127.0.0.1:10076_solr, 127.0.0.1:10007_solr, 127.0.0.1:10055_solr, 127.0.0.1:10010_solr, 127.0.0.1:10016_solr, 127.0.0.1:10070_solr, 127.0.0.1:10077_solr, 127.0.0.1:10038_solr, 127.0.0.1:10032_solr, 127.0.0.1:10093_solr, 127.0.0.1:10061_solr, 127.0.0.1:10067_solr, 127.0.0.1:10086_solr, 127.0.0.1:10089_solr, 127.0.0.1:10045_solr, 127.0.0.1:10042_solr, 127.0.0.1:10029_solr, 127.0.0.1:10083_solr, 127.0.0.1:10080_solr, 127.0.0.1:10048_solr, 127.0.0.1:10064_solr, 127.0.0.1:10043_solr, 127.0.0.1:10057_solr, 127.0.0.1:10074_solr, 127.0.0.1:10026_solr, 127.0.0.1:10012_solr, 127.0.0.1:10060_solr, 127.0.0.1:10073_solr, 127.0.0.1:10058_solr, 127.0.0.1:10013_solr, 127.0.0.1:10090_solr, 127.0.0.1:10088_solr, 127.0.0.1:10027_solr, 127.0.0.1:10039_solr, 127.0.0.1:10025_solr, 127.0.0.1:10044_solr, 127.0.0.1:10028_solr, 127.0.0.1:10092_solr, 127.0.0.1:10041_solr, 127.0.0.1:10087_solr, 127.0.0.1:10009_solr, 127.0.0.1:10000_solr, 127.0.0.1:10030_solr, 127.0.0.1:10014_solr, 127.0.0.1:10011_solr, 127.0.0.1:10040_solr, 127.0.0.1:10085_solr, 127.0.0.1:10046_solr, 127.0.0.1:10068_solr, 127.0.0.1:10063_solr, 127.0.0.1:10015_solr, 127.0.0.1:10069_solr, 127.0.0.1:10062_solr, 127.0.0.1:10008_solr, 127.0.0.1:10024_solr, 127.0.0.1:10050_solr, 127.0.0.1:10075_solr, 127.0.0.1:10078_solr, 127.0.0.1:10002_solr, 127.0.0.1:10097_solr, 127.0.0.1:10031_solr, 127.0.0.1:10034_solr, 127.0.0.1:10091_solr, 127.0.0.1:10094_solr, 127.0.0.1:10037_solr, 127.0.0.1:10053_solr, 127.0.0.1:10059_solr, 127.0.0.1:10056_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 289736 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 289736 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
   [junit4]   2> 289736 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 289736 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 289736 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 289737 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 289737 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 289910 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 289941 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290021 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290022 DEBUG (simCloudManagerPool-2968-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
   [junit4]   2> 290039 DEBUG (simCloudManagerPool-2968-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
   [junit4]   2> 290039 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 290039 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 290058 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290060 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.CloudUtil -- shards without leaders: [shard2, shard1]
   [junit4]   2> 290079 DEBUG (simCloudManagerPool-2968-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 290080 DEBUG (simCloudManagerPool-2968-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=3): {"core_node2":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n2",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10057_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 290088 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290096 DEBUG (simCloudManagerPool-2968-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 290096 DEBUG (simCloudManagerPool-2968-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=4): {"core_node3":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10062_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 290114 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290146 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290146 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 5.	RunSolrRequest	path=/admin/autoscaling&httpMethod=POST&stream.body={'set-trigger':{'name':'indexSizeTrigger','event':'indexSize','waitFor':'10s','aboveDocs':1000,'enabled':true,'actions':[{'name':'compute_plan','class':'solr.ComputePlanAction'},{'name':'execute_plan','class':'solr.ExecutePlanAction'}]}}
   [junit4]   2> 290146 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/autoscaling&httpMethod=POST&stream.body={'set-trigger':{'name':'indexSizeTrigger','event':'indexSize','waitFor':'10s','aboveDocs':1000,'enabled':true,'actions':[{'name':'compute_plan','class':'solr.ComputePlanAction'},{'name':'execute_plan','class':'solr.ExecutePlanAction'}]}}
   [junit4]   2> 290172 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290173 DEBUG (simCloudManagerPool-2968-thread-6) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 290173 DEBUG (simCloudManagerPool-2968-thread-6) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 290173 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 290173 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 6.	SetEventListener	trigger=indexSizeTrigger&stage=SUCCEEDED
   [junit4]   2> 290173 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 290173 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		SetEventListener	trigger=indexSizeTrigger&stage=SUCCEEDED
   [junit4]   2> 290173 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 290173 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 7.	IndexDocs	collection=testCollection&numDocs=3000
   [junit4]   2> 290173 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		IndexDocs	collection=testCollection&numDocs=3000
   [junit4]   2> 290216 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290220 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 8.	RunSimulator	
   [junit4]   2> 290220 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSimulator	
   [junit4]   2> 290248 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290282 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290308 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290340 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290367 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290407 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290438 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290472 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 290491 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":744314280241400,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n2":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 290503 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, indexSizeTrigger]
   [junit4]   2> 290503 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":744314280241400,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n2":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":744325484826400,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 290518 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":744314280241400,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n2":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":744325484826400,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 290518 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":744314280241400,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n2":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":744325484826400,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 290537 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=link&splitByPrefix=false
   [junit4]   2> 290537 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=SPLITSHARD&collection=testCollection&shard=shard2&splitMethod=link&splitByPrefix=false
   [junit4]   2> 290540 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":744314280241400,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n2":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":744325484826400,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.splitMethod":"link",
   [junit4]   2>   "params.splitByPrefix":"false"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$SplitShard",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"SPLITSHARD",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.shard":"shard2",
   [junit4]   2>   "params.splitMethod":"link",
   [junit4]   2>   "params.splitByPrefix":"false"}], AFTER_ACTION=[compute_plan], BEFORE_ACTION=[compute_plan, execute_plan]}
   [junit4]   2> 290540 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testCollection&shard=shard1&splitMethod=link&splitByPrefix=false
   [junit4]   2> 290688 INFO  (simCloudManagerPool-2968-thread-8) [     ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 290753 DEBUG (simCloudManagerPool-2968-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1_1)
   [junit4]   2> 290782 DEBUG (simCloudManagerPool-2968-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1_1 (currentVersion=8): {"core_node12":{
   [junit4]   2>     "core":"testCollection_shard1_1_replica_n11",
   [junit4]   2>     "shard":"shard1_1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10018_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1546240,
   [junit4]   2>     "base_url":"http://127.0.0.1:10018/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":0.0014400482177734375,
   [junit4]   2>     "SEARCHER.searcher.numDocs":750}}
   [junit4]   2> 290785 DEBUG (simCloudManagerPool-2968-thread-12) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1_0)
   [junit4]   2> 290785 DEBUG (simCloudManagerPool-2968-thread-12) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1_0 (currentVersion=9): {"core_node10":{
   [junit4]   2>     "core":"testCollection_shard1_0_replica_n9",
   [junit4]   2>     "shard":"shard1_0",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1556480,
   [junit4]   2>     "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>     "SEARCHER.searcher.numDocs":750}}
   [junit4]   2> 290799 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=SPLITSHARD&collection=testCollection&shard=shard2&splitMethod=link&splitByPrefix=false
   [junit4]   2> 290958 INFO  (simCloudManagerPool-2968-thread-15) [     ] o.a.s.c.a.c.SplitShardCmd numSubShards set at: 2
   [junit4]   2> 291021 DEBUG (simCloudManagerPool-2968-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1590474415035290000",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testCollection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10082_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10082/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testCollection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750}}}
   [junit4]   2> 291036 DEBUG (simCloudManagerPool-2968-thread-15) [     ] o.a.s.c.a.s.SimClusterStateProvider ** no leader in testCollection / shard2_0:{
   [junit4]   2>   "parent":"shard2",
   [junit4]   2>   "stateTimestamp":"1590474415035290000",
   [junit4]   2>   "range":"0-3fffffff",
   [junit4]   2>   "state":"construction",
   [junit4]   2>   "replicas":{
   [junit4]   2>     "core_node18":{
   [junit4]   2>       "core":"testCollection_shard2_0_replica_n17",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10082_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10082/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750},
   [junit4]   2>     "core_node20":{
   [junit4]   2>       "core":"testCollection_shard2_0_replica_n19",
   [junit4]   2>       "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>       "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>       "INDEX.sizeInBytes":1556480,
   [junit4]   2>       "node_name":"127.0.0.1:10004_solr",
   [junit4]   2>       "base_url":"http://127.0.0.1:10004/solr",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "type":"NRT",
   [junit4]   2>       "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>       "SEARCHER.searcher.numDocs":750}}}
   [junit4]   2> 291052 DEBUG (simCloudManagerPool-2968-thread-21) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2_0)
   [junit4]   2> 291052 DEBUG (simCloudManagerPool-2968-thread-21) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2_0 (currentVersion=15): {"core_node18":{
   [junit4]   2>     "core":"testCollection_shard2_0_replica_n17",
   [junit4]   2>     "shard":"shard2_0",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10082_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1556480,
   [junit4]   2>     "base_url":"http://127.0.0.1:10082/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":0.0014495849609375,
   [junit4]   2>     "SEARCHER.searcher.numDocs":750}}
   [junit4]   2> 291053 DEBUG (simCloudManagerPool-2968-thread-18) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2_1)
   [junit4]   2> 291053 DEBUG (simCloudManagerPool-2968-thread-18) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2_1 (currentVersion=18): {"core_node22":{
   [junit4]   2>     "core":"testCollection_shard2_1_replica_n21",
   [junit4]   2>     "shard":"shard2_1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10018_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":750,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":1546240,
   [junit4]   2>     "base_url":"http://127.0.0.1:10018/solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":0.0014400482177734375,
   [junit4]   2>     "SEARCHER.searcher.numDocs":750}}
   [junit4]   2> 291071 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant",
   [junit4]   2>   "source":"indexSizeTrigger",
   [junit4]   2>   "eventTime":744314280241400,
   [junit4]   2>   "eventType":"INDEXSIZE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "__start__":2,
   [junit4]   2>     "aboveSize":{
   [junit4]   2>       "testCollection_shard1_replica_n2":"docs=1500, bytes=3082240",
   [junit4]   2>       "testCollection_shard2_replica_n3":"docs=1500, bytes=3082240"},
   [junit4]   2>     "belowSize":{},
   [junit4]   2>     "_enqueue_time_":744325484826400,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard1"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}},
   [junit4]   2>       {
   [junit4]   2>         "action":"SPLITSHARD",
   [junit4]   2>         "hints":{
   [junit4]   2>           "COLL_SHARD":[{
   [junit4]   2>               "first":"testCollection",
   [junit4]   2>               "second":"shard2"}],
   [junit4]   2>           "PARAMS":{
   [junit4]   2>             "splitByPrefix":false,
   [junit4]   2>             "splitMethod":"link"}}}]}}
   [junit4]   2> 291071 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 291071 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
   [junit4]   2> 291071 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: indexSizeTrigger after 100ms
   [junit4]   2> 291071 DEBUG (AutoscalingActionExecutor-2970-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 22183 ms for event id=2a4f32c4668f8T5am026nbbr7g8byb38q0y9ant
   [junit4]   2> 291202 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291233 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291261 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291291 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291320 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291348 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291375 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291406 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291435 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291461 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291489 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291515 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291542 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291571 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291596 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291624 DEBUG (ScheduledTrigger-2969-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291651 DEBUG (ScheduledTrigger-2969-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291677 DEBUG (ScheduledTrigger-2969-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291703 DEBUG (ScheduledTrigger-2969-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 100 and last live nodes: 100
   [junit4]   2> 291724 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 9.	WaitEvent	trigger=indexSizeTrigger&wait=60
   [junit4]   2> 291724 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitEvent	trigger=indexSizeTrigger&wait=60
   [junit4]   2> 291724 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 10.	Assert	condition=not_null&key=_trigger_event_indexSizeTrigger
   [junit4]   2> 291725 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		Assert	condition=not_null&key=_trigger_event_indexSizeTrigger
   [junit4]   2> 291725 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 11.	Assert	condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
   [junit4]   2> 291727 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		Assert	condition=equals&key=_trigger_event_indexSizeTrigger/eventType&expected=INDEXSIZE
   [junit4]   2> 291727 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 12.	Assert	condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
   [junit4]   2> 291727 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		Assert	condition=equals&key=_trigger_event_indexSizeTrigger/properties/requestedOps[0]/action&expected=SPLITSHARD
   [junit4]   2> 291727 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 13.	WaitCollection	collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
   [junit4]   2> 291727 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=6&withInactive=true&requireLeaders=false&replicas=2
   [junit4]   2> 291728 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 291728 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 291728 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 291728 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 291729 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 291729 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 291729 DEBUG (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 291729 INFO  (TEST-TestSimScenario.testIndexing-seed#[59BE6D261E1A1873]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testIndexing
   [junit4]   2> 291732 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testAutoAddReplicas
   [junit4]   2> 291733 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 291733 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 291740 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10100_solr
   [junit4]   2> 291740 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 291740 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 291740 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 291741 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy'+:+[{'replica'+:+'<3',+'shard'+:+'#EACH',+'collection'+:+'testCollection','node':'#ANY'}]}&defaultWaitFor=10
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 291741 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10100_solr, 127.0.0.1:10101_solr]
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
   [junit4]   2> 291741 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 291742 DEBUG (ScheduledTrigger-2975-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 291742 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10100_solr, 127.0.0.1:10101_solr]
   [junit4]   2> 291742 DEBUG (ScheduledTrigger-2975-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 291742 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 291742 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 291749 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 291749 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 291750 DEBUG (simCloudManagerPool-2974-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
   [junit4]   2> 291768 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 291778 DEBUG (simCloudManagerPool-2974-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 291778 DEBUG (simCloudManagerPool-2974-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=2): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10101_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 291778 DEBUG (simCloudManagerPool-2974-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
   [junit4]   2> 291778 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 291778 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 291794 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 291805 DEBUG (simCloudManagerPool-2974-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 291805 DEBUG (simCloudManagerPool-2974-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=4): {"core_node4":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n4",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10101_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 291819 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 5.	SetEventListener	trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 291819 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		SetEventListener	trigger=.auto_add_replicas&stage=SUCCEEDED
   [junit4]   2> 291819 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 6.	KillNodes	node=${_random_node_}
   [junit4]   2> 291819 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		KillNodes	node=127.0.0.1:10100_solr
   [junit4]   2> 291820 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10100_solr
   [junit4]   2> 291820 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10101_solr
   [junit4]   2> 291820 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 7.	WaitEvent	trigger=.auto_add_replicas&wait=60
   [junit4]   2> 291820 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitEvent	trigger=.auto_add_replicas&wait=60
   [junit4]   2> 291821 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 291821 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10100_solr
   [junit4]   2> 291847 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 291872 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 291898 DEBUG (ScheduledTrigger-2975-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 291923 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 291949 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 291975 DEBUG (ScheduledTrigger-2975-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 292002 DEBUG (ScheduledTrigger-2975-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 292027 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 292054 DEBUG (ScheduledTrigger-2975-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 292081 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 292081 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10100_solr]
   [junit4]   2> 292081 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"2a50205584b08T5am026nbbr7g8byb38q0y9anv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":744378051611400,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[744378051611400],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10100_solr"]}}
   [junit4]   2> 292081 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance]
   [junit4]   2> 292081 DEBUG (ScheduledTrigger-2975-thread-4) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"2a50205584b08T5am026nbbr7g8byb38q0y9anv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":744378051611400,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[744378051611400],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":744388446201400,
   [junit4]   2>     "nodeNames":["127.0.0.1:10100_solr"]}}
   [junit4]   2> 292082 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"2a50205584b08T5am026nbbr7g8byb38q0y9anv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":744378051611400,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[744378051611400],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":744388446201400,
   [junit4]   2>     "nodeNames":["127.0.0.1:10100_solr"]}}
   [junit4]   2> 292082 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"2a50205584b08T5am026nbbr7g8byb38q0y9anv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":744378051611400,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[744378051611400],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":744388446201400,
   [junit4]   2>     "nodeNames":["127.0.0.1:10100_solr"]}} with context properties: {BEFORE_ACTION=[auto_add_replicas_plan]}
   [junit4]   2> 292084 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10101_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 292084 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10101_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 292084 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"2a50205584b08T5am026nbbr7g8byb38q0y9anv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":744378051611400,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[744378051611400],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":744388446201400,
   [junit4]   2>     "nodeNames":["127.0.0.1:10100_solr"]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10101_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node2"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"MOVEREPLICA",
   [junit4]   2>   "params.collection":"testCollection",
   [junit4]   2>   "params.targetNode":"127.0.0.1:10101_solr",
   [junit4]   2>   "params.inPlaceMove":"true",
   [junit4]   2>   "params.replica":"core_node3"}], AFTER_ACTION=[auto_add_replicas_plan], BEFORE_ACTION=[auto_add_replicas_plan, execute_plan]}
   [junit4]   2> 292085 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10101_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 292211 DEBUG (simCloudManagerPool-2974-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node6":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n5",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10101_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"down",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 292351 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=MOVEREPLICA&collection=testCollection&targetNode=127.0.0.1:10101_solr&inPlaceMove=true&replica=core_node3
   [junit4]   2> 292478 DEBUG (simCloudManagerPool-2974-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node8":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n7",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10101_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"down",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 292619 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"2a50205584b08T5am026nbbr7g8byb38q0y9anv",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":744378051611400,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[744378051611400],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":744388446201400,
   [junit4]   2>     "nodeNames":["127.0.0.1:10100_solr"]}}
   [junit4]   2> 292619 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .scheduled_maintenance after 100ms
   [junit4]   2> 292619 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 292619 DEBUG (AutoscalingActionExecutor-2976-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 21441 ms for event id=2a50205584b08T5am026nbbr7g8byb38q0y9anv
   [junit4]   2> 292619 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 8.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 292619 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 292619 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 9.	SaveSnapshot	path=${snapshotPath}
   [junit4]   2> 292619 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		SaveSnapshot	path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J2\temp\solr.cloud.autoscaling.sim.TestSimScenario_59BE6D261E1A1873-001\tempDir-001/snapshot
   [junit4]   2> 292626 WARN  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimUtils V2 action SET_CLUSTER_PROPERTY_OBJ has no equivalent V1 action
   [junit4]   2> 292626 WARN  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimUtils V2 action GET_NODES has no equivalent V1 action
   [junit4]   2> 292626 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 23 resources from SimDistribStateManager
   [junit4]   2> 292674 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 292674 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 292674 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 292674 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 292675 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 292675 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 292675 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 292676 DEBUG (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - loaded snapshot of 23 resources
   [junit4]   2> 292680 INFO  (TEST-TestSimScenario.testAutoAddReplicas-seed#[59BE6D261E1A1873]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testAutoAddReplicas
   [junit4]   2> 292680 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
   [junit4]   2> 292680 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 292680 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 292689 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10102_solr
   [junit4]   2> 292689 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 292689 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 292689 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10102_solr, 127.0.0.1:10103_solr]
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 292689 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 292689 DEBUG (ScheduledTrigger-2981-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292696 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 292696 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 292696 DEBUG (simCloudManagerPool-2980-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
   [junit4]   2> 292718 DEBUG (ScheduledTrigger-2981-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292723 DEBUG (simCloudManagerPool-2980-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 292723 DEBUG (simCloudManagerPool-2980-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=2): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 292723 DEBUG (simCloudManagerPool-2980-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
   [junit4]   2> 292723 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 292723 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 292744 DEBUG (ScheduledTrigger-2981-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292751 DEBUG (simCloudManagerPool-2980-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 292751 DEBUG (simCloudManagerPool-2980-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=4): {"core_node3":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 292765 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 5.	CtxSet	key=myNode&value=${_random_node_}
   [junit4]   2> 292765 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		CtxSet	key=myNode&value=127.0.0.1:10103_solr
   [junit4]   2> 292765 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 6.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 292765 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10103_solr
   [junit4]   2> 292765 INFO  (simCloudManagerPool-2980-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10103_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 292765 INFO  (simCloudManagerPool-2980-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 292770 DEBUG (ScheduledTrigger-2981-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292778 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 7.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 292778 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10103_solr
   [junit4]   2> 292780 INFO  (simCloudManagerPool-2980-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10103_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 292780 INFO  (simCloudManagerPool-2980-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 292792 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 8.	LoopOp	iterations=${iterative}
   [junit4]   2> 292792 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=0
   [junit4]   2> 292792 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 9.	LoopOp	iterations=${justCalc}
   [junit4]   2> 292792 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=1
   [junit4]   2> 292792 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario    * iter 1 :
   [junit4]   2> 292792 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 292796 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 292796 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario      - SaveSnapshot	path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J2\temp\solr.cloud.autoscaling.sim.TestSimScenario_59BE6D261E1A1873-001\tempDir-002/snapshot/0)
   [junit4]   2> 292800 DEBUG (ScheduledTrigger-2981-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292800 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 292818 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 10.	Dump	redact=true
   [junit4]   2> 292818 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		Dump	redact=true
   [junit4]   2> 292818 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 292824 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 292824 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 292824 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 292824 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 292824 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 292825 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 292825 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 292825 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 292825 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 292832 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10104_solr
   [junit4]   2> 292832 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 292832 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 292832 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 292832 INFO  (TEST-TestSimScenario.testSuggestions-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 292833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 292833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 292833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 292833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10104_solr, 127.0.0.1:10105_solr]
   [junit4]   2> 292833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 292833 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 292833 DEBUG (ScheduledTrigger-2987-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292859 DEBUG (ScheduledTrigger-2987-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292886 DEBUG (ScheduledTrigger-2987-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292913 DEBUG (ScheduledTrigger-2987-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292940 DEBUG (ScheduledTrigger-2987-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292966 DEBUG (ScheduledTrigger-2987-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 292992 DEBUG (ScheduledTrigger-2987-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 293018 DEBUG (ScheduledTrigger-2987-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 293045 DEBUG (ScheduledTrigger-2987-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with 

[...truncated too long message...]

   [junit4]   2> 1541426 INFO  (jetty-closer-13765-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1541479 INFO  (jetty-closer-13765-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72106448231530502-127.0.0.1:57032_solr-n_0000000000) closing
   [junit4]   2> 1541490 INFO  (jetty-closer-13765-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@72820c1{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1541490 INFO  (jetty-closer-13765-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6b7212e9{/solr,null,UNAVAILABLE}
   [junit4]   2> 1541490 INFO  (jetty-closer-13765-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1541496 INFO  (zkCallback-13688-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1541638 INFO  (jetty-closer-13765-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6f53cdb9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1541638 INFO  (jetty-closer-13765-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@300280ee{/solr,null,UNAVAILABLE}
   [junit4]   2> 1541639 INFO  (jetty-closer-13765-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1541671 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1541993 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/collections/testScheduledTrigger/terms/shard1
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/configs/testScheduledTrigger.AUTOCREATED/managed-schema
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/collections/testScheduledTrigger/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/testScheduledTrigger/leader_elect/shard1/election/72106448231530501-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/overseer/queue
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1542001 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:57012
   [junit4]   2> 1542001 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:57012
   [junit4]   2> 1542001 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[59BE6D261E1A1873]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 57012
   [junit4]   2> 1544710 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[59BE6D261E1A1873]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testScheduledTrigger
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ScheduledTriggerIntegrationTest -Dtests.method=testScheduledTrigger -Dtests.seed=59BE6D261E1A1873 -Dtests.slow=true -Dtests.locale=fr-BL -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 54.4s J0 | ScheduledTriggerIntegrationTest.testScheduledTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ScheduledTrigger did not fire in time
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([59BE6D261E1A1873:CAA5255440E74347]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:120)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:830)
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_59BE6D261E1A1873-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene86): {}, docValues:{}, maxPointsInLeafNode=348, maxMBSortInHeap=6.062561258488717, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@39e0cea6), locale=fr-BL, timezone=Atlantic/South_Georgia
   [junit4]   2> NOTE: Windows 10 10.0 amd64/AdoptOpenJDK 13.0.2 (64-bit)/cpus=6,threads=1,free=96484320,total=384540672
   [junit4]   2> NOTE: All tests run in this JVM: [TestRecoveryHdfs, TestManagedResourceStorage, RoutingToNodesWithPropertiesTest, TestFacetMethods, TestCloudJSONFacetJoinDomain, TestCaffeineCache, TestIndexingPerformance, TestUniqueKeyFieldResource, TestExactStatsCacheCloud, SolrJmxReporterCloudTest, TestLazyCores, CollectionStateFormat2Test, PhrasesIdentificationComponentTest, TestPrepRecovery, HealthCheckHandlerTest, SimpleMLTQParserTest, MetricUtilsTest, TestSolrDeletionPolicy2, ZookeeperReadAPITest, SystemInfoHandlerTest, SolrRequestParserTest, UninvertDocValuesMergePolicyTest, ConcurrentDeleteAndCreateCollectionTest, CollectionReloadTest, TestCustomSort, TestDynamicURP, TestCoreBackup, JWTAuthPluginIntegrationTest, SolrCoreMetricManagerTest, TestSchemaNameResource, TestSimNodeLostTrigger, TestSegmentSorting, DeleteReplicaTest, DocumentBuilderTest, HdfsTlogReplayBufferedWhileIndexingTest, TestFieldCacheWithThreads, TestLegacyFieldReuse, PeerSyncReplicationTest, WordBreakSolrSpellCheckerTest, TestDistributedMissingSort, TestExplainDocTransformer, ParsingFieldUpdateProcessorsTest, TestSolrCoreParser, TestTlogReplayVsRecovery, ChaosMonkeyNothingIsSafeWithPullReplicasTest, HighlighterWithoutStoredIdTest, TestSimExecutePlanAction, MergeStrategyTest, TestLeaderElectionZkExpiry, OverriddenZkACLAndCredentialsProvidersTest, TestSolrConfigHandlerConcurrent, TestSolrCloudSnapshots, DateFieldTest, SignificantTermsQParserPluginTest, UnloadDistributedZkTest, SplitByPrefixTest, SplitShardTest, HdfsBasicDistributedZk2Test, DistributedFacetPivotLargeTest, SolrIndexConfigTest, RequestHandlersTest, TestWaitForStateWithJettyShutdowns, DistribJoinFromCollectionTest, FieldMutatingUpdateProcessorTest, XmlInterpolationTest, TestPayloadScoreQParserPlugin, MultiSolrCloudTestCaseTest, TestMaxTokenLenTokenizer, CreateCollectionCleanupTest, TestIBSimilarityFactory, LeaderElectionContextKeyTest, TestBulkSchemaConcurrent, CircularListTest, CdcrReplicationHandlerTest, LeaderTragicEventTest, SignatureUpdateProcessorFactoryTest, CustomTermsComponentTest, FullHLLTest, TestBackupRepositoryFactory, TestStressVersions, TestHttpShardHandlerFactory, ReplaceNodeNoTargetTest, PKIAuthenticationIntegrationTest, TestReqParamsAPI, DocumentAnalysisRequestHandlerTest, TestCloudConsistency, TestJettySolrRunner, TestMissingGroups, TestRandomCollapseQParserPlugin, TestHdfsUpdateLog, EchoParamsTest, MinimalSchemaTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomDVFaceting, TestRandomFaceting, TestSolrTestCaseJ4, TestTolerantSearch, TestCharFilters, TestDeprecatedFilters, TestReversedWildcardFilterFactory, TestWordDelimiterFilterFactory, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, AssignBackwardCompatibilityTest, BasicDistributedZk2Test, BasicZkTest, ChaosMonkeyNothingIsSafeTest, ForceLeaderWithTlogReplicasTest, FullSolrCloudDistribCmdsTest, LeaderFailureAfterFreshStartTest, TestCloudPseudoReturnFields, TestCloudRecovery2, TestCryptoKeys, TestRSAKeyPair, TestRandomRequestDistribution, TestUtilizeNode, AssignTest, TestHdfsCloudBackupRestore, TestLocalFSCloudBackupRestore, AutoAddReplicasPlanActionTest, ComputePlanActionTest, NodeMarkersRegistrationTest, ScheduledTriggerIntegrationTest]
   [junit4] Completed [588/913 (2!)] on J0 in 54.41s, 1 test, 1 failure <<< FAILURES!

[...truncated 53452 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8882/consoleText

[repro] Revision: 675956c0041b18d48a7c059ea458c49f5310d74a

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       ScheduledTriggerIntegrationTest
[repro]       TestSimScenario
[repro] ant compile-test

[...truncated 3158 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.ScheduledTriggerIntegrationTest|*.TestSimScenario" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=59BE6D261E1A1873 -Dtests.slow=true -Dtests.locale=fr-BL -Dtests.timezone=Atlantic/South_Georgia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1

[...truncated 117 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[repro] Exiting with code 0

[...truncated 78 lines...]