You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2018/10/01 23:43:13 UTC

[JENKINS] Lucene-Solr-7.x-Linux (64bit/jdk-10.0.1) - Build # 2843 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2843/
Java: 64bit/jdk-10.0.1 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds

Error Message:
expected:<MERGESHARDS> but was:<SPLITSHARD>

Stack Trace:
java.lang.AssertionError: expected:<MERGESHARDS> but was:<SPLITSHARD>
	at __randomizedtesting.SeedInfo.seed([953898D0EC0BAA37:9FBB277DA1B0A16D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest.testMixedBounds(IndexSizeTriggerTest.java:669)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction.testNodeAdded

Error Message:
ComputePlanAction should have computed exactly 1 operation, but was: [{   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",   "method":"GET",   "params.action":"MOVEREPLICA",   "params.collection":"testNodeAdded",   "params.targetNode":"127.0.0.1:10105_solr",   "params.inPlaceMove":"true",   "params.replica":"core_node1"}, {   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",   "method":"GET",   "params.action":"MOVEREPLICA",   "params.collection":"testNodeAdded",   "params.targetNode":"127.0.0.1:10105_solr",   "params.inPlaceMove":"true",   "params.replica":"core_node2"}] expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: ComputePlanAction should have computed exactly 1 operation, but was: [{
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
  "method":"GET",
  "params.action":"MOVEREPLICA",
  "params.collection":"testNodeAdded",
  "params.targetNode":"127.0.0.1:10105_solr",
  "params.inPlaceMove":"true",
  "params.replica":"core_node1"}, {
  "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
  "method":"GET",
  "params.action":"MOVEREPLICA",
  "params.collection":"testNodeAdded",
  "params.targetNode":"127.0.0.1:10105_solr",
  "params.inPlaceMove":"true",
  "params.replica":"core_node2"}] expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([953898D0EC0BAA37:F0FBCEA74EA80234]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction.testNodeAdded(TestSimComputePlanAction.java:314)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1742)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:935)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:971)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:985)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:944)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:830)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:891)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12895 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestSimComputePlanAction_953898D0EC0BAA37-001/init-core-data-001
   [junit4]   2> 349362 INFO  (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 349363 INFO  (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 349363 INFO  (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 349366 DEBUG (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10102_solr
   [junit4]   2> 349366 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 349366 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 349367 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 349367 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 349381 DEBUG (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349381 DEBUG (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version -1
   [junit4]   2> 349381 INFO  (SUITE-TestSimComputePlanAction-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 349403 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10102_solr]
   [junit4]   2> 349419 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 349427 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLost
   [junit4]   2> 349429 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 349429 DEBUG (ScheduledTrigger-1976-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349429 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 349429 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 349429 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 349444 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 349444 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 349444 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 349444 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 349444 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 349444 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 349456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 349456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 349456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 349456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 349467 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10102_solr]
   [junit4]   2> 349470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 349470 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 349471 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349495 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349527 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349548 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349568 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349569 DEBUG (simCloudManagerPool-1980-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349570 DEBUG (simCloudManagerPool-1980-thread-1) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 349570 DEBUG (simCloudManagerPool-1980-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 349570 DEBUG (simCloudManagerPool-1980-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 349571 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 349571 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 349571 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 349581 DEBUG (simCloudManagerPool-1980-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 349581 DEBUG (simCloudManagerPool-1980-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 349581 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 349582 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 349582 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 349588 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349611 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349635 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349656 DEBUG (ScheduledTrigger-1981-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349676 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 349684 DEBUG (simCloudManagerPool-1980-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 349685 DEBUG (simCloudManagerPool-1980-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 349685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 349685 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10102_solr, 127.0.0.1:10103_solr]
   [junit4]   2> 349686 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 349686 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 349686 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349686 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349686 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 349686 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeLost
   [junit4]   2> 349696 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349700 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 349702 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 349703 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 4044867198 sessionWrapper.createTime 4044867164264873, this.sessionWrapper.createTime 4044867164264873 
   [junit4]   2> 349703 DEBUG (simCloudManagerPool-1980-thread-4) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 349715 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349716 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349726 DEBUG (simCloudManagerPool-1980-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349726 DEBUG (simCloudManagerPool-1980-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 349728 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349728 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 349731 DEBUG (simCloudManagerPool-1980-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1: {"core_node1":{
   [junit4]   2>     "core":"testNodeLost_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10103_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 349732 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349732 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 349738 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349739 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349745 DEBUG (simCloudManagerPool-1980-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349745 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 349747 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction -- cluster state: znodeVersion: 7
   [junit4]   2> live nodes:[127.0.0.1:10102_solr, 127.0.0.1:10103_solr]
   [junit4]   2> collections:{testNodeLost=DocCollection(testNodeLost//clusterstate.json/7)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testNodeLost_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10103_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testNodeLost_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}}
   [junit4]   2> 349747 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349747 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 349756 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction Stopped_node : 127.0.0.1:10103_solr
   [junit4]   2> 349759 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349759 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10103_solr
   [junit4]   2> 349759 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349759 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10103_solr
   [junit4]   2> 349763 INFO  (simCloudManagerPool-1980-thread-8) [    ] o.a.s.c.ActionThrottle Throttling leader attempts - waiting for 3413ms
   [junit4]   2> 349779 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349779 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349799 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349799 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349820 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349820 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349831 DEBUG (simCloudManagerPool-1980-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeLost / shard1: {"core_node2":{
   [junit4]   2>     "core":"testNodeLost_shard1_replica_n2",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testNodeLost",
   [junit4]   2>     "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 349841 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349841 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349861 DEBUG (ScheduledTrigger-1981-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349861 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349881 DEBUG (ScheduledTrigger-1981-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349881 DEBUG (ScheduledTrigger-1981-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 349902 DEBUG (ScheduledTrigger-1981-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2
   [junit4]   2> 349902 DEBUG (ScheduledTrigger-1981-thread-3) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10103_solr]
   [junit4]   2> 349902 DEBUG (ScheduledTrigger-1981-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"e5ec9af45b0d1T218z63qao8ffmb6r9cr0jbzs3",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":4044869995966673,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[4044869995966673],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10103_solr"]}}
   [junit4]   2> 349903 DEBUG (ScheduledTrigger-1981-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_lost_trigger]
   [junit4]   2> 349908 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349908 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 349908 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
   [junit4]   2> 349919 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 349919 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 349920 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 4044878041 sessionWrapper.createTime 4044878027674923, this.sessionWrapper.createTime 4044878027674923 
   [junit4]   2> 349920 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 349954 DEBUG (simCloudManagerPool-1980-thread-10) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349954 DEBUG (simCloudManagerPool-1980-thread-10) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 349959 DEBUG (simCloudManagerPool-1980-thread-11) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: {"core_node1":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10104_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 349960 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 349960 DEBUG (simCloudManagerPool-1980-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 349977 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"e5ec9af45b0d1T218z63qao8ffmb6r9cr0jbzs3",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":4044869995966673,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[4044869995966673],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":4044877205812373,
   [junit4]   2>     "nodeNames":["127.0.0.1:10103_solr"]}}
   [junit4]   2> 349977 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"e5ec9af45b0d1T218z63qao8ffmb6r9cr0jbzs3",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":4044869995966673,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[4044869995966673],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":4044877205812373,
   [junit4]   2>     "nodeNames":["127.0.0.1:10103_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 349977 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 349981 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 349982 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeLost&targetNode=127.0.0.1:10104_solr&inPlaceMove=true&replica=core_node1
   [junit4]   2> 349985 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 4044881319 sessionWrapper.createTime 4044881123051423, this.sessionWrapper.createTime 4044881123051423 
   [junit4]   2> 349985 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 350008 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350008 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 350021 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 350021 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10104_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1023,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10104_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10104,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10102_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":999,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10102_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10102,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10103_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":1,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1023,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10103_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10103,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240}}
   [junit4]   2> 350022 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Live nodes: [127.0.0.1:10102_solr]
   [junit4]   2> 350022 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Collection .system state: DocCollection(.system//clusterstate.json/12)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{"core_node1":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":2,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":11240,
   [junit4]   2>           "node_name":"127.0.0.1:10104_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.0468065738677979E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":2}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 350022 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Collection testNodeLost state: DocCollection(testNodeLost//clusterstate.json/12)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testNodeLost_shard1_replica_n1",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10103_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testNodeLost_shard1_replica_n2",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 350022 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeLost
   [junit4]   2> 350022 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350023 DEBUG (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 350023 INFO  (TEST-TestSimComputePlanAction.testNodeLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		1
   [junit4]   2> ## Empty nodes:	0
   [junit4]   2> ## Dead nodes:		2
   [junit4]   2> ##		127.0.0.1:10103_solr
   [junit4]   2> ##		127.0.0.1:10104_solr
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	1
   [junit4]   2> ##    totalReplicas	1
   [junit4]   2> ##      activeReplicas	1
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	2
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	2
   [junit4]   2> ##      minActiveSliceDocs	2
   [junit4]   2> ##      avgActiveSliceDocs	2
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	11,240
   [junit4]   2> ##      maxActiveSliceBytes	11,240
   [junit4]   2> ##      minActiveSliceBytes	11,240
   [junit4]   2> ##      avgActiveSliceBytes	11,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ##  * testNodeLost
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	2
   [junit4]   2> ##      activeReplicas	2
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	0
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	0
   [junit4]   2> ##      minActiveSliceDocs	0
   [junit4]   2> ##      avgActiveSliceDocs	0
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	10,240
   [junit4]   2> ##      maxActiveSliceBytes	10,240
   [junit4]   2> ##      minActiveSliceBytes	10,240
   [junit4]   2> ##      avgActiveSliceBytes	10,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	1
   [junit4]   2> ## Min replicas per node:	1
   [junit4]   2> ## Total replicas:		1
   [junit4]   2> ## * testNodeLost		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- autoscaling        3
   [junit4]   2> ##		- update             2
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_lost_trigger
   [junit4]   2> ##		- BEFORE_ACTION     1
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> 
   [junit4]   2> 350030 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAdded
   [junit4]   2> 350030 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 6
   [junit4]   2> 350030 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10104_solr
   [junit4]   2> 350030 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimNodeStateProvider - removing dead node values: 127.0.0.1:10103_solr
   [junit4]   2> 350030 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 6
   [junit4]   2> 350031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 350031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread   -- deleted /autoscaling/nodeLost/127.0.0.1:10104_solr
   [junit4]   2> 350031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 350031 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 6, lastZnodeVersion 6
   [junit4]   2> 350031 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 350031 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 350032 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 350032 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350032 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 350032 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 350032 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
   [junit4]   2> 350032 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 350032 WARN  (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.a.SystemLogListener Exception sending event to collection .system
   [junit4]   2> java.io.IOException: java.lang.InterruptedException
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:653) ~[test/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.SystemLogListener.onEvent(SystemLogListener.java:118) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:793) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerListeners.fireListeners(ScheduledTriggers.java:769) [java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:316) [java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) [?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) [?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:844) [?:?]
   [junit4]   2> Caused by: java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:418) ~[?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.get(FutureTask.java:190) ~[?:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.sim.SimCloudManager.request(SimCloudManager.java:651) ~[test/:?]
   [junit4]   2> 	... 10 more
   [junit4]   2> 350036 DEBUG (simCloudManagerPool-1980-thread-15) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350036 DEBUG (simCloudManagerPool-1980-thread-15) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 13
   [junit4]   2> 350036 DEBUG (simCloudManagerPool-1980-thread-15) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: .system
   [junit4]   2> 350058 DEBUG (simCloudManagerPool-1980-thread-16) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350058 DEBUG (simCloudManagerPool-1980-thread-16) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 14
   [junit4]   2> 350071 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350071 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 15
   [junit4]   2> 350078 DEBUG (simCloudManagerPool-1980-thread-18) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for .system / shard1: {"core_node2":{
   [junit4]   2>     "core":".system_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":".system",
   [junit4]   2>     "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 350079 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 350079 DEBUG (simCloudManagerPool-1980-thread-13) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 16
   [junit4]   2> 351262 WARN  (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
   [junit4]   2> org.apache.lucene.store.AlreadyClosedException: ScheduledTrigger node_lost_trigger has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:549) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$add$3(ScheduledTriggers.java:319) [java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514) [?:?]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:264) [?:?]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) [java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135) [?:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) [?:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:844) [?:?]
   [junit4]   2> 351263 DEBUG (AutoscalingActionExecutor-1982-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 64305 ms for event id=e5ec9af45b0d1T218z63qao8ffmb6r9cr0jbzs3
   [junit4]   2> 351263 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 351263 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 351263 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 351264 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 351265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 7
   [junit4]   2> 351265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion -1
   [junit4]   2> 351265 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 7
   [junit4]   2> 351279 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10102_solr]
   [junit4]   2> 351299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 351299 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 7, lastZnodeVersion 7
   [junit4]   2> 351307 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351336 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351359 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351379 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351380 DEBUG (simCloudManagerPool-1983-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 351380 DEBUG (simCloudManagerPool-1983-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 8
   [junit4]   2> 351382 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 8
   [junit4]   2> 351382 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 351382 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 8, lastZnodeVersion 8
   [junit4]   2> 351387 DEBUG (simCloudManagerPool-1983-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 351387 DEBUG (simCloudManagerPool-1983-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 9
   [junit4]   2> 351388 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 9
   [junit4]   2> 351388 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 351388 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 9, lastZnodeVersion 9
   [junit4]   2> 351399 DEBUG (ScheduledTrigger-1984-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351420 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351440 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351460 DEBUG (ScheduledTrigger-1984-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351480 DEBUG (ScheduledTrigger-1984-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351500 DEBUG (ScheduledTrigger-1984-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351506 DEBUG (simCloudManagerPool-1983-thread-3) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 351506 DEBUG (simCloudManagerPool-1983-thread-3) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 10
   [junit4]   2> 351506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 10
   [junit4]   2> 351506 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - Initial livenodes: [127.0.0.1:10102_solr]
   [junit4]   2> 351507 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=compute_plan, class=solr.ComputePlanAction}, {name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction$AssertingTriggerAction}], enabled=true}
   [junit4]   2> 351507 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 10, lastZnodeVersion 10
   [junit4]   2> 351507 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351507 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 351518 DEBUG (simCloudManagerPool-1983-thread-4) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 351518 DEBUG (simCloudManagerPool-1983-thread-4) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 11
   [junit4]   2> 351518 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 11
   [junit4]   2> 351519 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 11, lastZnodeVersion 11
   [junit4]   2> 351521 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351537 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351537 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 351537 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351537 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 17
   [junit4]   2> 351537 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: testNodeAdded
   [junit4]   2> 351547 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351548 WARN  (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 4 on collection testNodeAdded is higher than the number of Solr instances currently live or live and part of your createNodeSet(1). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 351548 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 351548 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 351549 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 4044959491 sessionWrapper.createTime 4044959462036273, this.sessionWrapper.createTime 4044959462036273 
   [junit4]   2> 351549 DEBUG (simCloudManagerPool-1983-thread-5) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 351563 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351563 DEBUG (ScheduledTrigger-1984-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 351567 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351578 DEBUG (simCloudManagerPool-1983-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351579 DEBUG (simCloudManagerPool-1983-thread-6) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 18
   [junit4]   2> 351583 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351583 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 351588 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351595 DEBUG (simCloudManagerPool-1983-thread-9) [    ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testNodeAdded / shard1: {"core_node1":{
   [junit4]   2>     "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testNodeAdded",
   [junit4]   2>     "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 351604 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351604 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 1
   [junit4]   2> 351605 DEBUG (simCloudManagerPool-1983-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351605 DEBUG (simCloudManagerPool-1983-thread-7) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 19
   [junit4]   2> 351605 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351605 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 20
   [junit4]   2> 351608 DEBUG (simCloudManagerPool-1983-thread-11) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 351608 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1
   [junit4]   2> 351608 DEBUG (simCloudManagerPool-1983-thread-11) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 12
   [junit4]   2> 351608 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 12
   [junit4]   2> 351609 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 12, lastZnodeVersion 12
   [junit4]   2> 351615 DEBUG (simCloudManagerPool-1983-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351616 DEBUG (simCloudManagerPool-1983-thread-8) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 21
   [junit4]   2> 351624 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351624 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 351624 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10105_solr at time 4044963250523673
   [junit4]   2> 351626 DEBUG (simCloudManagerPool-1983-thread-10) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351626 DEBUG (simCloudManagerPool-1983-thread-10) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 22
   [junit4]   2> 351628 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 351644 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 351644 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 351644 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10105_solr] added at times [4044963250523673], now=4044964271793623
   [junit4]   2> 351645 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"e5edf65ad4e19T218z63qao8ffmb6r9cr0jbzs8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":4044963250523673,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[4044963250523673],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10105_solr"]}}
   [junit4]   2> 351645 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, .scheduled_maintenance, node_added_trigger]
   [junit4]   2> 351660 DEBUG (ScheduledTrigger-1984-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger - removing marker path: /autoscaling/nodeAdded/127.0.0.1:10105_solr
   [junit4]   2> 351660 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"e5edf65ad4e19T218z63qao8ffmb6r9cr0jbzs8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":4044963250523673,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[4044963250523673],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":4044964309946873,
   [junit4]   2>     "nodeNames":["127.0.0.1:10105_solr"]}}
   [junit4]   2> 351660 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"e5edf65ad4e19T218z63qao8ffmb6r9cr0jbzs8",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":4044963250523673,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[4044963250523673],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":4044964309946873,
   [junit4]   2>     "nodeNames":["127.0.0.1:10105_solr"]}} with context properties: {BEFORE_ACTION=[compute_plan]}
   [junit4]   2> 351660 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 351661 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 351661 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10105_solr&inPlaceMove=true&replica=core_node1
   [junit4]   2> 351662 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.a.ComputePlanAction Computed Plan: action=MOVEREPLICA&collection=testNodeAdded&targetNode=127.0.0.1:10105_solr&inPlaceMove=true&replica=core_node2
   [junit4]   2> 351662 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 4044965157 sessionWrapper.createTime 4044965088447773, this.sessionWrapper.createTime 4044965088447773 
   [junit4]   2> 351662 DEBUG (AutoscalingActionExecutor-1985-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 351670 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction Node values: {
   [junit4]   2>   "127.0.0.1:10105_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":0,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1024,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10105_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10105,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10102_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":5,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":995,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10102_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10102,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240}}
   [junit4]   2> 351670 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction Live nodes: [127.0.0.1:10105_solr, 127.0.0.1:10102_solr], collection state: DocCollection(testNodeAdded//clusterstate.json/24)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"4",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n3",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n4",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 351670 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction -------------_ FINAL STATE --------------
   [junit4]   2> 351670 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Node values: {
   [junit4]   2>   "127.0.0.1:10105_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":0,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":1024,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10105_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10105,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240},
   [junit4]   2>   "127.0.0.1:10102_solr":{
   [junit4]   2>     "sysprop.java.vendor":"Oracle Corporation",
   [junit4]   2>     "cores":5,
   [junit4]   2>     "host":"127.0.0.1",
   [junit4]   2>     "freedisk":995,
   [junit4]   2>     "sysprop.java.version":"10.0.1",
   [junit4]   2>     "ip_1":"127",
   [junit4]   2>     "ip_3":"0",
   [junit4]   2>     "ip_2":"0",
   [junit4]   2>     "ip_4":"1",
   [junit4]   2>     "node":"127.0.0.1:10102_solr",
   [junit4]   2>     "metrics:solr.jvm:buffers.direct.Count":0,
   [junit4]   2>     "port":10102,
   [junit4]   2>     "heapUsage":123450000,
   [junit4]   2>     "sysLoadAvg":1.0,
   [junit4]   2>     "metrics:solr.node:ADMIN./admin/authorization.clientErrors:count":0,
   [junit4]   2>     "totaldisk":10240}}
   [junit4]   2> 351670 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Live nodes: [127.0.0.1:10105_solr, 127.0.0.1:10102_solr]
   [junit4]   2> 351670 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Collection .system state: DocCollection(.system//clusterstate.json/24)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":".system_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":4,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":12240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":1.1399388313293457E-5,
   [junit4]   2>           "SEARCHER.searcher.numDocs":4}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 351671 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.TestSimComputePlanAction * Collection testNodeAdded state: DocCollection(testNodeAdded//clusterstate.json/24)={
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"4",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "autoCreated":"true",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "replicas":{
   [junit4]   2>         "core_node1":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n1",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node2":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n2",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node3":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n3",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0},
   [junit4]   2>         "core_node4":{
   [junit4]   2>           "core":"testNodeAdded_shard1_replica_n4",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "node_name":"127.0.0.1:10102_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active"}}}
   [junit4]   2> 351671 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAdded
   [junit4]   2> 351671 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351671 DEBUG (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 23
   [junit4]   2> 351672 DEBUG (simCloudManagerPool-1983-thread-14) [    ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states
   [junit4]   2> 351672 INFO  (TEST-TestSimComputePlanAction.testNodeAdded-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.s.SimSolrCloudTestCase #######################################
   [junit4]   2> ############ CLUSTER STATE ############
   [junit4]   2> #######################################
   [junit4]   2> ## Live nodes:		2
   [junit4]   2> ## Empty nodes:	1
   [junit4]   2> ## Dead nodes:		0
   [junit4]   2> ## Collections:
   [junit4]   2> ##  * .system
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	1
   [junit4]   2> ##      activeReplicas	1
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	4
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	4
   [junit4]   2> ##      minActiveSliceDocs	4
   [junit4]   2> ##      avgActiveSliceDocs	4
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	12,240
   [junit4]   2> ##      maxActiveSliceBytes	12,240
   [junit4]   2> ##      minActiveSliceBytes	12,240
   [junit4]   2> ##      avgActiveSliceBytes	12,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ##  * testNodeAdded
   [junit4]   2> ##    shardsTotal	1
   [junit4]   2> ##    shardsState	{active=1}
   [junit4]   2> ##      shardsWithoutLeader	0
   [junit4]   2> ##    totalReplicas	4
   [junit4]   2> ##      activeReplicas	4
   [junit4]   2> ##      inactiveReplicas	0
   [junit4]   2> ##    totalActiveDocs	0
   [junit4]   2> ##      bufferedDocs	0
   [junit4]   2> ##      maxActiveSliceDocs	0
   [junit4]   2> ##      minActiveSliceDocs	0
   [junit4]   2> ##      avgActiveSliceDocs	0
   [junit4]   2> ##    totalInactiveDocs	0
   [junit4]   2> ##      maxInactiveSliceDocs	0
   [junit4]   2> ##      minInactiveSliceDocs	0
   [junit4]   2> ##      avgInactiveSliceDocs	NaN
   [junit4]   2> ##    totalActiveBytes	10,240
   [junit4]   2> ##      maxActiveSliceBytes	10,240
   [junit4]   2> ##      minActiveSliceBytes	10,240
   [junit4]   2> ##      avgActiveSliceBytes	10,240
   [junit4]   2> ##    totalInactiveBytes	0
   [junit4]   2> ##      maxInactiveSliceBytes	0
   [junit4]   2> ##      minInactiveSliceBytes	0
   [junit4]   2> ##      avgInactiveSliceBytes	NaN
   [junit4]   2> ##    totalActiveDeletedDocs	0
   [junit4]   2> ## Max replicas per node:	5
   [junit4]   2> ## Min replicas per node:	0
   [junit4]   2> ## Total replicas:		5
   [junit4]   2> ## * .system		1
   [junit4]   2> ##		- active           1
   [junit4]   2> ## * testNodeAdded		4
   [junit4]   2> ##		- active           4
   [junit4]   2> ######### Solr op counts ##########
   [junit4]   2> ##		- CREATE             1
   [junit4]   2> ##		- autoscaling        5
   [junit4]   2> ##		- update             3
   [junit4]   2> ######### Autoscaling event counts ###########
   [junit4]   2> ## * Trigger: node_added_trigger
   [junit4]   2> ##		- BEFORE_ACTION     1
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> ## * Trigger: node_lost_trigger
   [junit4]   2> ##		- AFTER_ACTION     1
   [junit4]   2> ##		- BEFORE_ACTION     1
   [junit4]   2> ##		- FAILED          1
   [junit4]   2> ##		- STARTED         1
   [junit4]   2> 
   [junit4]   2> 351672 DEBUG (simCloudManagerPool-1983-thread-14) [    ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 24
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimComputePlanAction -Dtests.method=testNodeAdded -Dtests.seed=953898D0EC0BAA37 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=Asia/Saigon -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 1.65s J2 | TestSimComputePlanAction.testNodeAdded <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ComputePlanAction should have computed exactly 1 operation, but was: [{
   [junit4]    >   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]    >   "method":"GET",
   [junit4]    >   "params.action":"MOVEREPLICA",
   [junit4]    >   "params.collection":"testNodeAdded",
   [junit4]    >   "params.targetNode":"127.0.0.1:10105_solr",
   [junit4]    >   "params.inPlaceMove":"true",
   [junit4]    >   "params.replica":"core_node1"}, {
   [junit4]    >   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$MoveReplica",
   [junit4]    >   "method":"GET",
   [junit4]    >   "params.action":"MOVEREPLICA",
   [junit4]    >   "params.collection":"testNodeAdded",
   [junit4]    >   "params.targetNode":"127.0.0.1:10105_solr",
   [junit4]    >   "params.inPlaceMove":"true",
   [junit4]    >   "params.replica":"core_node2"}] expected:<1> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([953898D0EC0BAA37:F0FBCEA74EA80234]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction.testNodeAdded(TestSimComputePlanAction.java:314)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 351678 INFO  (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeWithMultipleReplicasLost
   [junit4]   2> 351678 DEBUG (TEST-TestSimComputePlanAction.testNodeWithMultipleReplicasLost-seed#[953898D0EC0BAA37]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 13
   [junit4

[...truncated too long message...]

   [junit4]   2> 1077504 DEBUG (jetty-closer-1919-thread-1) [    ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 1077504 DEBUG (jetty-closer-1919-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 1077504 DEBUG (jetty-closer-1919-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1077505 INFO  (zkCallback-1944-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39231_solr
   [junit4]   2> 1077505 INFO  (jetty-closer-1919-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c2aa38b{/solr,null,UNAVAILABLE}
   [junit4]   2> 1077506 INFO  (jetty-closer-1919-thread-1) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1077507 INFO  (jetty-closer-1919-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1077507 INFO  (jetty-closer-1919-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40f05619: rootName = solr_39231, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1949d551
   [junit4]   2> 1077507 INFO  (jetty-closer-1919-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39231_solr
   [junit4]   2> 1077508 INFO  (jetty-closer-1919-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1077508 INFO  (zkCallback-1944-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1077508 INFO  (zkCallback-1951-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1077510 INFO  (jetty-closer-1919-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d3931ea{/solr,null,UNAVAILABLE}
   [junit4]   2> 1077510 INFO  (jetty-closer-1919-thread-2) [    ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1077511 ERROR (SUITE-IndexSizeTriggerTest-seed#[953898D0EC0BAA37]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1077511 INFO  (SUITE-IndexSizeTriggerTest-seed#[953898D0EC0BAA37]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43939 43939
   [junit4]   2> 1077537 INFO  (Thread-3292) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43939 43939
   [junit4]   2> 1077537 WARN  (Thread-3292) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/testMixedBounds_collection/terms/shard2_1
   [junit4]   2> 	12	/solr/collections/testSplitIntegration_collection/terms/shard2_1
   [junit4]   2> 	12	/solr/collections/testSplitIntegration_collection/terms/shard1_1
   [junit4]   2> 	12	/solr/collections/testMixedBounds_collection/terms/shard2_0_1
   [junit4]   2> 	11	/solr/collections/testMixedBounds_collection/terms/shard1_0
   [junit4]   2> 	10	/solr/collections/testTrigger_collection/terms/shard1
   [junit4]   2> 	10	/solr/collections/testTrigger_collection/terms/shard2
   [junit4]   2> 	10	/solr/collections/testMixedBounds_collection/terms/shard1
   [junit4]   2> 	10	/solr/collections/testSplitIntegration_collection/terms/shard1
   [junit4]   2> 	9	/solr/collections/testSplitIntegration_collection/terms/shard2_0
   [junit4]   2> 	9	/solr/collections/testSplitIntegration_collection/terms/shard1_0
   [junit4]   2> 	9	/solr/collections/testMixedBounds_collection/terms/shard2_0
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	9	/solr/collections/testMixedBounds_collection/terms/shard2_0_0
   [junit4]   2> 	9	/solr/collections/testMergeIntegration_collection/terms/shard2
   [junit4]   2> 	9	/solr/collections/testMergeIntegration_collection/terms/shard1
   [junit4]   2> 	9	/solr/collections/testMixedBounds_collection/terms/shard2
   [junit4]   2> 	9	/solr/collections/testSplitIntegration_collection/terms/shard2
   [junit4]   2> 	8	/solr/collections/testMixedBounds_collection/terms/shard1_1
   [junit4]   2> 	8	/solr/configs/conf
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/aliases.json
   [junit4]   2> 	9	/solr/clusterprops.json
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/testMergeIntegration_collection/state.json
   [junit4]   2> 	4	/solr/collections/testSplitIntegration_collection/state.json
   [junit4]   2> 	4	/solr/collections/testTrigger_collection/state.json
   [junit4]   2> 	4	/solr/collections/testMixedBounds_collection/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	25	/solr/collections
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-7.x-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.IndexSizeTriggerTest_953898D0EC0BAA37-001
   [junit4]   2> Oct 01, 2018 10:48:11 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=PostingsFormat(name=MockRandom), id=FST50}, docValues:{}, maxPointsInLeafNode=138, maxMBSortInHeap=5.160213832801573, sim=RandomSimilarity(queryNorm=false): {}, locale=lrc-IR, timezone=Africa/Conakry
   [junit4]   2> NOTE: Linux 4.15.0-32-generic amd64/Oracle Corporation 10.0.1 (64-bit)/cpus=8,threads=1,free=298255368,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [IgnoreLargeDocumentProcessorFactoryTest, HdfsDirectoryFactoryTest, TestReplicationHandler, TestDocBasedVersionConstraints, TestSimpleTextCodec, UpdateLogTest, TestSimExecutePlanAction, SpatialFilterTest, SuggestComponentTest, TestDynamicFieldCollectionResource, RegexBoostProcessorTest, TlogReplayBufferedWhileIndexingTest, PhrasesIdentificationComponentTest, TestRecoveryHdfs, ManagedSchemaRoundRobinCloudTest, OverseerRolesTest, TestJoin, TestMultiWordSynonyms, TestQuerySenderNoQuery, DistributedFacetExistsSmallTest, ChangedSchemaMergeTest, TestManagedStopFilterFactory, TimeZoneUtilsTest, TestSolrCoreParser, XsltUpdateRequestHandlerTest, RandomizedTaggerTest, ConvertedLegacyTest, CloudMLTQParserTest, PeerSyncWithIndexFingerprintCachingTest, TestSweetSpotSimilarityFactory, HttpPartitionTest, CdcrReplicationHandlerTest, DistributedFacetPivotSmallAdvancedTest, TestMergePolicyConfig, TestDynamicURP, TestSimLargeCluster, TestPolicyCloud, MoveReplicaHDFSTest, TestRequestForwarding, TestUseDocValuesAsStored, SearchRateTriggerIntegrationTest, TestDistribIDF, SuggesterTest, AddSchemaFieldsUpdateProcessorFactoryTest, UniqFieldsUpdateProcessorFactoryTest, BlockJoinFacetDistribTest, QueryResultKeyTest, TestSimComputePlanAction, PingRequestHandlerTest, TestSchemaManager, TestScoreJoinQPNoScore, LeaderFailoverAfterPartitionTest, TestRetrieveFieldsOptimizer, SolrTestCaseJ4Test, TestFunctionQuery, TestNestedUpdateProcessor, BufferStoreTest, HighlighterConfigTest, TestAnalyzedSuggestions, TestExtendedDismaxParser, TestCloudSearcherWarming, ZkFailoverTest, CoreAdminRequestStatusTest, TestCodecSupport, CollectionTooManyReplicasTest, HdfsTlogReplayBufferedWhileIndexingTest, ZkSolrClientTest, RulesTest, TestSimPolicyCloud, TestSortByMinMaxFunction, SoftAutoCommitTest, TestExportWriter, IndexBasedSpellCheckerTest, CursorMarkTest, JSONWriterTest, CollectionsAPISolrJTest, TestPayloadCheckQParserPlugin, FieldAnalysisRequestHandlerTest, TestLeaderElectionWithEmptyReplica, LoggingHandlerTest, TestTlogReplica, CacheHeaderTest, QueryEqualityTest, V2ApiIntegrationTest, TestSolrQueryParser, TestFieldResource, TestStressLucene, SolrCloudReportersTest, TestCollectionAPIs, BadCopyFieldTest, IndexSizeTriggerTest]
   [junit4] Completed [322/834 (2!)] on J2 in 114.67s, 4 tests, 1 failure <<< FAILURES!

[...truncated 44232 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-7.x-Linux/2843/consoleText

[repro] Revision: 6e6b00a0df7e86c8e8959788362ae3ff3d88b83f

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"
[repro] Repro line:  ant test  -Dtestcase=TestSimComputePlanAction -Dtests.method=testNodeAdded -Dtests.seed=953898D0EC0BAA37 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-SV -Dtests.timezone=Asia/Saigon -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=IndexSizeTriggerTest -Dtests.method=testMixedBounds -Dtests.seed=953898D0EC0BAA37 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lrc-IR -Dtests.timezone=Africa/Conakry -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       IndexSizeTriggerTest
[repro]       TestSimComputePlanAction
[repro] ant compile-test

[...truncated 3442 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=10 -Dtests.class="*.IndexSizeTriggerTest|*.TestSimComputePlanAction" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=953898D0EC0BAA37 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lrc-IR -Dtests.timezone=Africa/Conakry -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 122 lines...]
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimComputePlanAction
[repro] Exiting with code 0

[...truncated 40 lines...]