You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/05/19 22:12:11 UTC

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-14) - Build # 8854 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8854/
Java: 64bit/jdk-14 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger

Error Message:
ScheduledTrigger did not fire in time

Stack Trace:
java.lang.AssertionError: ScheduledTrigger did not fire in time
	at __randomizedtesting.SeedInfo.seed([D3AAA61F5494C108:40B1EE6D0A699A3C]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:120)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:832)




Build Log:
[...truncated 14933 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest
   [junit4]   2> 1474708 INFO  (SUITE-ScheduledTriggerIntegrationTest-seed#[D3AAA61F5494C108]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\server\solr\configsets\_default\conf'
   [junit4]   2> 1474708 INFO  (SUITE-ScheduledTriggerIntegrationTest-seed#[D3AAA61F5494C108]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1474710 INFO  (SUITE-ScheduledTriggerIntegrationTest-seed#[D3AAA61F5494C108]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\data-dir-130-001
   [junit4]   2> 1474710 WARN  (SUITE-ScheduledTriggerIntegrationTest-seed#[D3AAA61F5494C108]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
   [junit4]   2> 1474710 INFO  (SUITE-ScheduledTriggerIntegrationTest-seed#[D3AAA61F5494C108]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1474712 INFO  (SUITE-ScheduledTriggerIntegrationTest-seed#[D3AAA61F5494C108]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1474713 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testScheduledTrigger
   [junit4]   2> 1474714 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001
   [junit4]   2> 1474715 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1474715 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 1474715 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1474838 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer start zk server on port: 53139
   [junit4]   2> 1474838 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:53139
   [junit4]   2> 1474838 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53139
   [junit4]   2> 1474838 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53139
   [junit4]   2> 1474840 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1474843 INFO  (zkConnectionManagerCallback-16492-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1474843 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1474845 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1474848 INFO  (zkConnectionManagerCallback-16494-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1474848 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1474849 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1474851 INFO  (zkConnectionManagerCallback-16496-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1474851 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1474978 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1474978 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1474978 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1474978 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1474978 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 1474978 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 1474980 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1474980 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1474980 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1474980 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1474980 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1474980 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1474981 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25df6390{/solr,null,AVAILABLE}
   [junit4]   2> 1474981 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b8276a1{/solr,null,AVAILABLE}
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@761cfebc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53153}
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-1) [     ] o.e.j.s.Server Started @1420840ms
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53153}
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@164dd08d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53152}
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.e.j.s.Server Started @1420840ms
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53152}
   [junit4]   2> 1474982 ERROR (jetty-launcher-16497-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1474982 ERROR (jetty-launcher-16497-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1474982 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr
   [junit4]   2> 1474983 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1474983 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr
   [junit4]   2> 1474983 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-19T21:49:33.779159Z
   [junit4]   2> 1474983 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-19T21:49:33.779159Z
   [junit4]   2> 1474983 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1474983 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1474985 INFO  (zkConnectionManagerCallback-16500-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1474985 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1474986 INFO  (zkConnectionManagerCallback-16501-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1474986 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1474986 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1474986 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1475116 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1475118 WARN  (jetty-launcher-16497-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2d6d17aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475118 WARN  (jetty-launcher-16497-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2d6d17aa[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475119 WARN  (jetty-launcher-16497-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1027c4d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475119 WARN  (jetty-launcher-16497-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1027c4d1[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475119 INFO  (jetty-launcher-16497-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53139/solr
   [junit4]   2> 1475119 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1475124 INFO  (zkConnectionManagerCallback-16512-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1475124 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1475210 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53152_solr
   [junit4]   2> 1475211 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.Overseer Overseer (id=72071594537058309-127.0.0.1:53152_solr-n_0000000000) starting
   [junit4]   2> 1475217 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53152_solr
   [junit4]   2> 1475217 INFO  (OverseerStateUpdate-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [n:127.0.0.1:53152_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:53152_solr
   [junit4]   2> 1475217 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 1475217 INFO  (OverseerStateUpdate-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1475217 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1475217 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 1475217 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1475217 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1475217 WARN  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1475224 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:53152_solr]
   [junit4]   2> 1475224 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1475225 DEBUG (ScheduledTrigger-16517-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 1475225 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1475237 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1475240 WARN  (jetty-launcher-16497-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@70ecca11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475240 WARN  (jetty-launcher-16497-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@70ecca11[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475242 WARN  (jetty-launcher-16497-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4e2a5f27[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475242 WARN  (jetty-launcher-16497-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4e2a5f27[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1475244 INFO  (jetty-launcher-16497-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53139/solr
   [junit4]   2> 1475244 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1475244 INFO  (zkConnectionManagerCallback-16531-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1475244 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1475251 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1475256 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1475260 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:53153_solr as DOWN
   [junit4]   2> 1475262 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1475262 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53153_solr
   [junit4]   2> 1475266 INFO  (zkCallback-16511-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1475266 INFO  (zkCallback-16530-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1475267 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1475267 WARN  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1475279 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53152.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1475286 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53152.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1475286 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53152.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1475286 INFO  (jetty-launcher-16497-thread-2) [n:127.0.0.1:53152_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node2\.
   [junit4]   2> 1475291 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1475308 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53153.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1475316 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53153.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1475316 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53153.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1475316 INFO  (jetty-launcher-16497-thread-1) [n:127.0.0.1:53153_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node1\.
   [junit4]   2> 1475330 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=2
   [junit4]   2> 1475332 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1475334 INFO  (zkConnectionManagerCallback-16548-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1475334 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1475335 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1475336 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:53139/solr ready
   [junit4]   2> 1475342 INFO  (qtp411713004-27684) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1475350 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1475354 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=2
   [junit4]   2> 1475354 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 1475354 DEBUG (qtp411713004-27686) [n:127.0.0.1:53152_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1475359 INFO  (qtp411713004-27686) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1475359 DEBUG (zkCallback-16511-thread-1) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 1475359 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 1475361 INFO  (qtp2027626455-27689) [n:127.0.0.1:53153_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&maxShardsPerNode=5&name=testScheduledTrigger&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1475361 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1475361 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 1475363 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testScheduledTrigger
   [junit4]   2> 1475363 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/testScheduledTrigger.AUTOCREATED/managed-schema
   [junit4]   2> 1475366 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/testScheduledTrigger.AUTOCREATED/protwords.txt
   [junit4]   2> 1475366 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_it.txt
   [junit4]   2> 1475368 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_ca.txt
   [junit4]   2> 1475368 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stemdict_nl.txt
   [junit4]   2> 1475368 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_hy.txt
   [junit4]   2> 1475374 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_no.txt
   [junit4]   2> 1475374 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_id.txt
   [junit4]   2> 1475374 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_et.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_et.txt
   [junit4]   2> 1475378 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_da.txt
   [junit4]   2> 1475378 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ga.txt
   [junit4]   2> 1475378 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_hi.txt
   [junit4]   2> 1475382 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ja.txt
   [junit4]   2> 1475382 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_pt.txt
   [junit4]   2> 1475382 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_hu.txt
   [junit4]   2> 1475387 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_el.txt
   [junit4]   2> 1475387 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ru.txt
   [junit4]   2> 1475392 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_tr.txt
   [junit4]   2> 1475392 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ar.txt
   [junit4]   2> 1475392 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/userdict_ja.txt
   [junit4]   2> 1475396 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_eu.txt
   [junit4]   2> 1475396 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_it.txt
   [junit4]   2> 1475399 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_cz.txt
   [junit4]   2> 1475401 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stoptags_ja.txt
   [junit4]   2> 1475401 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_fr.txt
   [junit4]   2> 1475401 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_de.txt
   [junit4]   2> 1475406 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_fa.txt
   [junit4]   2> 1475407 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/contractions_ga.txt
   [junit4]   2> 1475407 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ca.txt
   [junit4]   2> 1475410 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_nl.txt
   [junit4]   2> 1475434 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_bg.txt
   [junit4]   2> 1475436 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_en.txt
   [junit4]   2> 1475438 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_es.txt
   [junit4]   2> 1475440 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_lv.txt
   [junit4]   2> 1475441 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_ro.txt
   [junit4]   2> 1475442 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_th.txt
   [junit4]   2> 1475444 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_fr.txt
   [junit4]   2> 1475445 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_sv.txt
   [junit4]   2> 1475447 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_fi.txt
   [junit4]   2> 1475448 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/hyphenations_ga.txt
   [junit4]   2> 1475450 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/testScheduledTrigger.AUTOCREATED/lang/stopwords_gl.txt
   [junit4]   2> 1475450 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/testScheduledTrigger.AUTOCREATED/solrconfig.xml
   [junit4]   2> 1475453 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/testScheduledTrigger.AUTOCREATED/synonyms.txt
   [junit4]   2> 1475454 INFO  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/testScheduledTrigger.AUTOCREATED/stopwords.txt
   [junit4]   2> 1475581 WARN  (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.a.c.CreateCollectionCmd Specified number of replicas of 3 on collection testScheduledTrigger is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1475582 DEBUG (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.s.c.a.PolicyHelper Creating a new session
   [junit4]   2> 1475584 INFO  (qtp2027626455-27683) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=2
   [junit4]   2> 1475586 INFO  (qtp411713004-27684) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 1475586 DEBUG (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.s.c.a.PolicyHelper New session created 
   [junit4]   2> 1475590 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=2
   [junit4]   2> 1475593 INFO  (qtp411713004-27688) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 1475595 DEBUG (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 213631383 sessionWrapper.createTime 213631377250000, this.sessionWrapper.createTime 213631377250000 
   [junit4]   2> 1475598 INFO  (OverseerStateUpdate-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [n:127.0.0.1:53152_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testScheduledTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testScheduledTrigger_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53152/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53152_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1475600 INFO  (OverseerStateUpdate-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [n:127.0.0.1:53152_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testScheduledTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testScheduledTrigger_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53153/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53153_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1475603 INFO  (OverseerStateUpdate-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [n:127.0.0.1:53152_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testScheduledTrigger",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testScheduledTrigger_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:53153/solr",
   [junit4]   2>   "node_name":"127.0.0.1:53153_solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1475849 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr    x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n1&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1475849 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr    x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n2&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1475850 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr    x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n4&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1475864 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1475864 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1475864 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1475882 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 1475882 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 1475882 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.IndexSchema Schema name=default-config
   [junit4]   2> 1476019 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1476019 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testScheduledTrigger_shard1_replica_n1' using configuration from configset testScheduledTrigger.AUTOCREATED, trusted=true
   [junit4]   2> 1476019 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53152.solr.core.testScheduledTrigger.shard1.replica_n1' (registry 'solr.core.testScheduledTrigger.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1476019 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.SolrCore [[testScheduledTrigger_shard1_replica_n1] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node2\.\testScheduledTrigger_shard1_replica_n1], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node2\.\testScheduledTrigger_shard1_replica_n1\data\]
   [junit4]   2> 1476021 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1476021 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testScheduledTrigger_shard1_replica_n2' using configuration from configset testScheduledTrigger.AUTOCREATED, trusted=true
   [junit4]   2> 1476021 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53153.solr.core.testScheduledTrigger.shard1.replica_n2' (registry 'solr.core.testScheduledTrigger.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1476021 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SolrCore [[testScheduledTrigger_shard1_replica_n2] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node1\.\testScheduledTrigger_shard1_replica_n2], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node1\.\testScheduledTrigger_shard1_replica_n2\data\]
   [junit4]   2> 1476022 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.IndexSchema Loaded schema default-config/1.6 with uniqueid field id
   [junit4]   2> 1476022 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'testScheduledTrigger_shard1_replica_n4' using configuration from configset testScheduledTrigger.AUTOCREATED, trusted=true
   [junit4]   2> 1476023 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53153.solr.core.testScheduledTrigger.shard1.replica_n4' (registry 'solr.core.testScheduledTrigger.shard1.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@400069d6
   [junit4]   2> 1476023 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.SolrCore [[testScheduledTrigger_shard1_replica_n4] ] Opening new SolrCore at [C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node1\.\testScheduledTrigger_shard1_replica_n4], dataDir=[C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001\tempDir-001\node1\.\testScheduledTrigger_shard1_replica_n4\data\]
   [junit4]   2> 1476101 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1476101 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1476104 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1476104 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1476104 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 1476105 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1476106 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1476106 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1476107 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 1476107 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 1476107 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 1476107 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testScheduledTrigger.AUTOCREATED/managed-schema
   [junit4]   2> 1476107 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1476107 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1476107 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1476107 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
   [junit4]   2> 1476108 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommitted for 15000ms; 
   [junit4]   2> 1476108 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1476108 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 1476109 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 1476109 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testScheduledTrigger.AUTOCREATED/managed-schema
   [junit4]   2> 1476109 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1476109 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1667157170485985280
   [junit4]   2> 1476110 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1476110 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1476110 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
   [junit4]   2> 1476110 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 1476111 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 1476111 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/testScheduledTrigger.AUTOCREATED/managed-schema
   [junit4]   2> 1476111 INFO  (searcherExecutor-16552-thread-1-processing-n:127.0.0.1:53153_solr x:testScheduledTrigger_shard1_replica_n2 c:testScheduledTrigger s:shard1 r:core_node5) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1476111 INFO  (searcherExecutor-16552-thread-1-processing-n:127.0.0.1:53153_solr x:testScheduledTrigger_shard1_replica_n2 c:testScheduledTrigger s:shard1 r:core_node5) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1476112 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 1476112 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1476112 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 1476112 INFO  (searcherExecutor-16552-thread-1-processing-n:127.0.0.1:53153_solr x:testScheduledTrigger_shard1_replica_n2 c:testScheduledTrigger s:shard1 r:core_node5) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SolrCore [testScheduledTrigger_shard1_replica_n2]  Registered new searcher autowarm time: 0 ms: Collection: 'testScheduledTrigger'
   [junit4]   2> 1476112 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.s.DirectSolrSpellChecker init: {name=default, field=_text_, classname=solr.DirectSolrSpellChecker, distanceMeasure=internal, accuracy=0.5, maxEdits=2, minPrefix=1, maxInspections=5, minQueryLength=4, maxQueryFrequency=0.01}
   [junit4]   2> 1476112 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1667157170489131008
   [junit4]   2> 1476113 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1476113 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1667157170490179584
   [junit4]   2> 1476114 INFO  (searcherExecutor-16554-thread-1-processing-n:127.0.0.1:53153_solr x:testScheduledTrigger_shard1_replica_n4 c:testScheduledTrigger s:shard1 r:core_node6) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1476114 INFO  (searcherExecutor-16554-thread-1-processing-n:127.0.0.1:53153_solr x:testScheduledTrigger_shard1_replica_n4 c:testScheduledTrigger s:shard1 r:core_node6) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1476114 INFO  (searcherExecutor-16554-thread-1-processing-n:127.0.0.1:53153_solr x:testScheduledTrigger_shard1_replica_n4 c:testScheduledTrigger s:shard1 r:core_node6) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.SolrCore [testScheduledTrigger_shard1_replica_n4]  Registered new searcher autowarm time: 0 ms: Collection: 'testScheduledTrigger'
   [junit4]   2> 1476115 INFO  (searcherExecutor-16550-thread-1-processing-n:127.0.0.1:53152_solr x:testScheduledTrigger_shard1_replica_n1 c:testScheduledTrigger s:shard1 r:core_node3) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.QuerySenderListener QuerySenderListener done.
   [junit4]   2> 1476115 INFO  (searcherExecutor-16550-thread-1-processing-n:127.0.0.1:53152_solr x:testScheduledTrigger_shard1_replica_n1 c:testScheduledTrigger s:shard1 r:core_node3) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 1476115 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testScheduledTrigger/terms/shard1 to Terms{values={core_node5=0}, version=0}
   [junit4]   2> 1476116 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testScheduledTrigger/leaders/shard1
   [junit4]   2> 1476116 INFO  (searcherExecutor-16550-thread-1-processing-n:127.0.0.1:53152_solr x:testScheduledTrigger_shard1_replica_n1 c:testScheduledTrigger s:shard1 r:core_node3) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.SolrCore [testScheduledTrigger_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms: Collection: 'testScheduledTrigger'
   [junit4]   2> 1476116 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testScheduledTrigger/terms/shard1 to Terms{values={core_node6=0, core_node5=0}, version=1}
   [junit4]   2> 1476116 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testScheduledTrigger/leaders/shard1
   [junit4]   2> 1476119 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testScheduledTrigger/terms/shard1 to Terms{values={core_node6=0, core_node3=0, core_node5=0}, version=2}
   [junit4]   2> 1476119 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testScheduledTrigger/leaders/shard1
   [junit4]   2> 1476120 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1476121 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1476121 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53153/solr/testScheduledTrigger_shard1_replica_n2/
   [junit4]   2> 1476121 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testScheduledTrigger_shard1_replica_n2 url=http://127.0.0.1:53153/solr  START replicas=[http://127.0.0.1:53152/solr/testScheduledTrigger_shard1_replica_n1/, http://127.0.0.1:53153/solr/testScheduledTrigger_shard1_replica_n4/] nUpdates=100
   [junit4]   2> 1476122 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.u.PeerSync PeerSync: core=testScheduledTrigger_shard1_replica_n2 url=http://127.0.0.1:53153/solr  DONE. We have no versions. sync failed.
   [junit4]   2> 1476123 INFO  (qtp2027626455-27683) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node6 x:testScheduledTrigger_shard1_replica_n4 ] o.a.s.c.S.Request [testScheduledTrigger_shard1_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1476123 INFO  (qtp411713004-27684) [n:127.0.0.1:53152_solr c:testScheduledTrigger s:shard1 r:core_node3 x:testScheduledTrigger_shard1_replica_n1 ] o.a.s.c.S.Request [testScheduledTrigger_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1476123 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1476123 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1476123 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testScheduledTrigger/leaders/shard1/leader after winning as /collections/testScheduledTrigger/leader_elect/shard1/election/72071594537058310-core_node5-n_0000000000
   [junit4]   2> 1476125 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53153/solr/testScheduledTrigger_shard1_replica_n2/ shard1
   [junit4]   2> 1476249 INFO  (zkCallback-16530-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476249 INFO  (zkCallback-16530-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476250 INFO  (zkCallback-16530-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476250 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr c:testScheduledTrigger s:shard1 r:core_node5 x:testScheduledTrigger_shard1_replica_n2 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1476255 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n2&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=333
   [junit4]   2> 1476375 INFO  (zkCallback-16530-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476375 INFO  (zkCallback-16530-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476375 INFO  (zkCallback-16530-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476375 INFO  (zkCallback-16530-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1476442 DEBUG (ScheduledTrigger-16517-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 1477342 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n4&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1227
   [junit4]   2> 1477342 INFO  (qtp411713004-27682) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=testScheduledTrigger.AUTOCREATED&newCollection=true&name=testScheduledTrigger_shard1_replica_n1&action=CREATE&numShards=1&collection=testScheduledTrigger&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1228
   [junit4]   2> 1477342 DEBUG (OverseerThreadFactory-16519-thread-1-processing-n:127.0.0.1:53152_solr) [n:127.0.0.1:53152_solr     ] o.a.s.c.s.c.a.PolicyHelper session set to NULL
   [junit4]   2> 1477344 INFO  (qtp2027626455-27689) [n:127.0.0.1:53153_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 1477462 INFO  (zkCallback-16530-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1477462 INFO  (zkCallback-16530-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1477462 INFO  (zkCallback-16511-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1477462 INFO  (zkCallback-16530-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1477462 INFO  (zkCallback-16530-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1477462 INFO  (zkCallback-16511-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testScheduledTrigger/state.json] for collection [testScheduledTrigger] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1477462 INFO  (qtp2027626455-27689) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&maxShardsPerNode=5&name=testScheduledTrigger&nrtReplicas=3&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=1729
   [junit4]   2> 1477463 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.MiniSolrCloudCluster waitForActiveCollection: testScheduledTrigger
   [junit4]   2> 1477466 INFO  (qtp2027626455-27687) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testScheduledTrigger.shard1.replica_n2:INDEX.sizeInBytes&key=solr.core.testScheduledTrigger.shard1.replica_n4:INDEX.sizeInBytes} status=0 QTime=0
   [junit4]   2> 1477468 INFO  (qtp2027626455-27685) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 1477470 INFO  (qtp411713004-27688) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={wt=javabin&version=2&key=solr.core.testScheduledTrigger.shard1.replica_n1:INDEX.sizeInBytes} status=0 QTime=1
   [junit4]   2> 1477472 INFO  (qtp411713004-27686) [n:127.0.0.1:53152_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=1
   [junit4]   2> 1477472 DEBUG (qtp2027626455-27683) [n:127.0.0.1:53153_solr     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 1477472 INFO  (qtp2027626455-27683) [n:127.0.0.1:53153_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 1477472 DEBUG (zkCallback-16511-thread-3) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 1477473 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 1477473 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 14+36
   [junit4]   2> 1477473 DEBUG (OverseerAutoScalingTriggerThread-72071594537058309-127.0.0.1:53152_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 1477473 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c536345{/solr,null,AVAILABLE}
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7f7de94f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:53214}
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.s.Server Started @1422892ms
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53214}
   [junit4]   2> 1477476 ERROR (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 9.0.0
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr
   [junit4]   2> 1477476 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2020-05-19T21:49:36.272329600Z
   [junit4]   2> 1477477 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1477479 INFO  (zkConnectionManagerCallback-16568-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1477479 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1477480 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1477616 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1477617 WARN  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@13073efb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1477617 WARN  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@13073efb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1477620 WARN  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2e4acfe6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1477620 WARN  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2e4acfe6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1477621 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53139/solr
   [junit4]   2> 1477622 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1477624 INFO  (zkConnectionManagerCallback-16579-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1477624 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1477629 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1477633 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:53214_solr as DOWN
   [junit4]   2> 1477633 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1477633 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53214_solr
   [junit4]   2> 1477634 INFO  (zkCallback-16547-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1477634 INFO  (zkCallback-16511-thread-3) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1477634 INFO  (zkCallback-16530-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1477634 INFO  (zkCallback-16578-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1477636 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 1477636 WARN  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1477658 DEBUG (ScheduledTrigger-16517-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 1477659 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1477679 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [n:127.0.0.1:53214_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_53214.solr.node' (reg

[...truncated too long message...]

junit4]   2> 1519593 INFO  (jetty-closer-16588-thread-2) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5c636873: rootName = solr_53153, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@2eb7dfcd
   [junit4]   2> 1519593 INFO  (jetty-closer-16588-thread-2) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1519655 INFO  (jetty-closer-16588-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7f7de94f{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1519655 INFO  (jetty-closer-16588-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c536345{/solr,null,UNAVAILABLE}
   [junit4]   2> 1519655 INFO  (jetty-closer-16588-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1519728 INFO  (jetty-closer-16588-thread-2) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@761cfebc{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1519728 INFO  (jetty-closer-16588-thread-2) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4b8276a1{/solr,null,UNAVAILABLE}
   [junit4]   2> 1519728 INFO  (jetty-closer-16588-thread-2) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1519799 INFO  (jetty-closer-16588-thread-1) [     ] o.a.s.c.Overseer Overseer (id=72071594537058309-127.0.0.1:53152_solr-n_0000000000) closing
   [junit4]   2> 1519800 INFO  (jetty-closer-16588-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@164dd08d{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 1519800 INFO  (jetty-closer-16588-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@25df6390{/solr,null,UNAVAILABLE}
   [junit4]   2> 1519800 INFO  (jetty-closer-16588-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1519800 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1519946 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/testScheduledTrigger/terms/shard1
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/configs/testScheduledTrigger.AUTOCREATED/managed-schema
   [junit4]   2> 	3	/solr/packages.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/testScheduledTrigger.AUTOCREATED
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	29	/solr/collections/testScheduledTrigger/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	23	/solr/overseer/queue
   [junit4]   2> 	14	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> 1519949 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:53139
   [junit4]   2> 1519949 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:53139
   [junit4]   2> 1519949 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 53139
   [junit4]   2> 1521388 INFO  (TEST-ScheduledTriggerIntegrationTest.testScheduledTrigger-seed#[D3AAA61F5494C108]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testScheduledTrigger
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ScheduledTriggerIntegrationTest -Dtests.method=testScheduledTrigger -Dtests.seed=D3AAA61F5494C108 -Dtests.slow=true -Dtests.locale=sq-MK -Dtests.timezone=America/Montreal -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 46.7s J4 | ScheduledTriggerIntegrationTest.testScheduledTrigger <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ScheduledTrigger did not fire in time
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D3AAA61F5494C108:40B1EE6D0A699A3C]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:120)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:832)
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J4\temp\solr.cloud.autoscaling.ScheduledTriggerIntegrationTest_D3AAA61F5494C108-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {}, docValues:{}, maxPointsInLeafNode=201, maxMBSortInHeap=7.399164954462205, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@40b9d0ed), locale=sq-MK, timezone=America/Montreal
   [junit4]   2> NOTE: Windows 10 10.0 amd64/AdoptOpenJDK 14 (64-bit)/cpus=6,threads=1,free=220288120,total=428867584
   [junit4]   2> NOTE: All tests run in this JVM: [PKIAuthenticationIntegrationTest, TestBinaryField, ProtectedTermFilterFactoryTest, ConnectionManagerTest, TestRecovery, TestRSAKeyPair, HdfsThreadLeakTest, MoveReplicaTest, TestCollationFieldDocValues, TestConfigReload, TestQuerySenderNoQuery, AsyncCallRequestStatusResponseTest, TestStressLiveNodes, RestoreTriggerStateTest, SearchHandlerTest, TestSha256AuthenticationProvider, TestCloudPivotFacet, SpellCheckCollatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestGeoJSONResponseWriter, TestOmitPositions, SimpleCollectionCreateDeleteTest, JWTAuthPluginIntegrationTest, RuleEngineTest, TestSolrJacksonAnnotation, CdcrOpsAndBoundariesTest, DistributedSpellCheckComponentTest, TestSimUtils, AutoScalingHandlerTest, TestFunctionQuery, SchemaApiFailureTest, DaemonStreamApiTest, TestSolrCachePerf, SuggestComponentTest, TestSolrCoreProperties, TestFieldSortValues, MetricUtilsTest, DistributedFacetPivotWhiteBoxTest, ZkFailoverTest, TestSolrDeletionPolicy1, RAMDirectoryFactoryTest, JSONWriterTest, TestWordDelimiterFilterFactory, TestStressUserVersions, TestCoreDiscovery, TestChildDocTransformerHierarchy, CustomHighlightComponentTest, PackageManagerCLITest, ConcurrentCreateCollectionTest, CurrencyFieldTypeTest, SimpleMLTQParserTest, TestHighlightDedupGrouping, HttpPartitionWithTlogReplicasTest, CollectionPropsTest, TestRTGBase, SolrCoreTest, AuditLoggerPluginTest, RollingRestartTest, ShardRoutingTest, DocValuesTest, FieldMutatingUpdateProcessorTest, TestDistribIDF, TestReplicationHandlerDiskOverFlow, TestIndexingPerformance, TestCoreAdminApis, TestExactSharedStatsCacheCloud, TestOnReconnectListenerSupport, ManagedSchemaRoundRobinCloudTest, TestSearcherReuse, FullHLLTest, SpatialHeatmapFacetsTest, TestNumericRangeQuery32, BJQParserTest, ChaosMonkeyNothingIsSafeTest, TestMaxTokenLenTokenizer, LargeFieldTest, TestSolrConfigHandlerCloud, MoreLikeThisComponentTest, SignatureUpdateProcessorFactoryTest, TestJmxIntegration, TestSimDistributedQueue, TestHashQParserPlugin, NodeAddedTriggerIntegrationTest, CSVRequestHandlerTest, IndexSizeTriggerMixedBoundsTest, TestPayloadCheckQParserPlugin, TestSlowCompositeReaderWrapper, TestConfigOverlay, TestFieldCache, ReturnFieldsTest, DeleteShardTest, DeleteStatusTest, DistribCursorPagingTest, DistributedVersionInfoTest, LeaderElectionTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, OverseerModifyCollectionTest, OverseerRolesTest, RemoteQueryErrorTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudRecovery2, TestCloudSearcherWarming, TestLeaderElectionWithEmptyReplica, TestSkipOverseerOperations, TestWaitForStateWithJettyShutdowns, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, TestCollectionsAPIViaSolrCloudCluster, TestRequestStatusCollectionAPI, ScheduledTriggerIntegrationTest]
   [junit4] Completed [579/912 (1!)] on J4 in 46.70s, 1 test, 1 failure <<< FAILURES!

[...truncated 45962 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8854/consoleText

[repro] Revision: 57b7d8a8dbf16f0e01c8b13a6c7fd30cdef486c7

[repro] Ant options: "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC"

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       ScheduledTriggerIntegrationTest
[repro] ant compile-test

[...truncated 3156 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.ScheduledTriggerIntegrationTest" -Dtests.showOutput=onerror "-Dargs=-XX:+UseCompressedOops -XX:+UseG1GC" -Dtests.seed=D3AAA61F5494C108 -Dtests.slow=true -Dtests.locale=sq-MK -Dtests.timezone=America/Montreal -Dtests.asserts=true -Dtests.file.encoding=US-ASCII

[...truncated 82 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest
[repro] Exiting with code 0

[...truncated 78 lines...]

[JENKINS] Lucene-Solr-master-Windows (64bit/jdk-12.0.2) - Build # 8855 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8855/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseG1GC

5 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart

Error Message:
Timeout waiting for leader Timeout waiting to see state for collection=outOfSyncReplicasCannotBecomeLeader-true :DocCollection(outOfSyncReplicasCannotBecomeLeader-true//collections/outOfSyncReplicasCannotBecomeLeader-true/state.json/20)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n1",           "base_url":"http://127.0.0.1:52315/solr",           "node_name":"127.0.0.1:52315_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3",           "base_url":"http://127.0.0.1:52334/solr",           "node_name":"127.0.0.1:52334_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node6":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5",           "base_url":"http://127.0.0.1:52357/solr",           "node_name":"127.0.0.1:52357_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"} Live Nodes: [127.0.0.1:52315_solr, 127.0.0.1:52334_solr, 127.0.0.1:52357_solr, 127.0.0.1:52385_solr] Last available state: DocCollection(outOfSyncReplicasCannotBecomeLeader-true//collections/outOfSyncReplicasCannotBecomeLeader-true/state.json/20)={   "pullReplicas":"0",   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n1",           "base_url":"http://127.0.0.1:52315/solr",           "node_name":"127.0.0.1:52315_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node4":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3",           "base_url":"http://127.0.0.1:52334/solr",           "node_name":"127.0.0.1:52334_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"},         "core_node6":{           "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5",           "base_url":"http://127.0.0.1:52357/solr",           "node_name":"127.0.0.1:52357_solr",           "state":"down",           "type":"NRT",           "force_set_state":"false"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Timeout waiting for leader
Timeout waiting to see state for collection=outOfSyncReplicasCannotBecomeLeader-true :DocCollection(outOfSyncReplicasCannotBecomeLeader-true//collections/outOfSyncReplicasCannotBecomeLeader-true/state.json/20)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n1",
          "base_url":"http://127.0.0.1:52315/solr",
          "node_name":"127.0.0.1:52315_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3",
          "base_url":"http://127.0.0.1:52334/solr",
          "node_name":"127.0.0.1:52334_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5",
          "base_url":"http://127.0.0.1:52357/solr",
          "node_name":"127.0.0.1:52357_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
Live Nodes: [127.0.0.1:52315_solr, 127.0.0.1:52334_solr, 127.0.0.1:52357_solr, 127.0.0.1:52385_solr]
Last available state: DocCollection(outOfSyncReplicasCannotBecomeLeader-true//collections/outOfSyncReplicasCannotBecomeLeader-true/state.json/20)={
  "pullReplicas":"0",
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n1",
          "base_url":"http://127.0.0.1:52315/solr",
          "node_name":"127.0.0.1:52315_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node4":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n3",
          "base_url":"http://127.0.0.1:52334/solr",
          "node_name":"127.0.0.1:52334_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"},
        "core_node6":{
          "core":"outOfSyncReplicasCannotBecomeLeader-true_shard1_replica_n5",
          "base_url":"http://127.0.0.1:52357/solr",
          "node_name":"127.0.0.1:52357_solr",
          "state":"down",
          "type":"NRT",
          "force_set_state":"false"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([5ADA0A4DEBAB2641:724F98183826F71A]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:324)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:301)
	at org.apache.solr.cloud.TestCloudConsistency.addDocToWhenOtherReplicasAreDown(TestCloudConsistency.java:196)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:133)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart(TestCloudConsistency.java:103)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas

Error Message:
OverseerTriggerThread never caught up to the latest znodeVersion

Stack Trace:
java.util.concurrent.TimeoutException: OverseerTriggerThread never caught up to the latest znodeVersion
	at __randomizedtesting.SeedInfo.seed([5ADA0A4DEBAB2641:D37AF9319FA0EA68]:0)
	at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario$LoadAutoscaling.execute(SimScenario.java:466)
	at org.apache.solr.cloud.autoscaling.sim.SimScenario.run(SimScenario.java:1110)
	at org.apache.solr.cloud.autoscaling.sim.TestSimScenario.testAutoAddReplicas(TestSimScenario.java:58)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecovery.testExistOldBufferLog

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([5ADA0A4DEBAB2641]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.TestRecovery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([5ADA0A4DEBAB2641]:0)


FAILED:  org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger

Error Message:
ScheduledTrigger did not fire in time

Stack Trace:
java.lang.AssertionError: ScheduledTrigger did not fire in time
	at __randomizedtesting.SeedInfo.seed([5ADA0A4DEBAB2641:C9C1423FB5567D75]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest.testScheduledTrigger(ScheduledTriggerIntegrationTest.java:120)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 13575 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
   [junit4]   2> 418985 INFO  (SUITE-TestSimScenario-seed#[5ADA0A4DEBAB2641]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\server\solr\configsets\_default\conf'
   [junit4]   2> 418985 INFO  (SUITE-TestSimScenario-seed#[5ADA0A4DEBAB2641]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 418988 INFO  (SUITE-TestSimScenario-seed#[5ADA0A4DEBAB2641]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J2\temp\solr.cloud.autoscaling.sim.TestSimScenario_5ADA0A4DEBAB2641-001\data-dir-32-001
   [junit4]   2> 418988 INFO  (SUITE-TestSimScenario-seed#[5ADA0A4DEBAB2641]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 418991 INFO  (SUITE-TestSimScenario-seed#[5ADA0A4DEBAB2641]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 418994 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSuggestions
   [junit4]   2> 419014 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 419015 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 419019 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.SolrPaths solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 419048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 419048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 419048 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10000_solr
   [junit4]   2> 419048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 419048 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 419051 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10000_solr]
   [junit4]   2> 419052 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 419052 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 419052 DEBUG (ScheduledTrigger-2812-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 419052 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 419052 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 419054 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 419054 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 419054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 419054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 419054 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 419054 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 419054 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 419054 DEBUG (simCloudManagerPool-2811-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
   [junit4]   2> 419084 DEBUG (ScheduledTrigger-2812-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 419105 DEBUG (simCloudManagerPool-2811-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 419107 DEBUG (simCloudManagerPool-2811-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=2): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10001_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 419117 DEBUG (ScheduledTrigger-2812-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419127 DEBUG (simCloudManagerPool-2811-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
   [junit4]   2> 419127 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 419127 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 419143 DEBUG (simCloudManagerPool-2811-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 419143 DEBUG (simCloudManagerPool-2811-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=4): {"core_node4":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n4",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10000_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 419151 DEBUG (ScheduledTrigger-2812-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419159 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 5.	CtxSet	key=myNode&value=${_random_node_}
   [junit4]   2> 419159 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		CtxSet	key=myNode&value=127.0.0.1:10001_solr
   [junit4]   2> 419159 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 6.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 419159 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10001_solr
   [junit4]   2> 419161 INFO  (simCloudManagerPool-2811-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 419162 INFO  (simCloudManagerPool-2811-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 419178 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 7.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 419178 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10001_solr
   [junit4]   2> 419179 INFO  (simCloudManagerPool-2811-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10001_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 419180 INFO  (simCloudManagerPool-2811-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 419182 DEBUG (ScheduledTrigger-2812-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419199 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 8.	LoopOp	iterations=${iterative}
   [junit4]   2> 419199 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=0
   [junit4]   2> 419199 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 9.	LoopOp	iterations=${justCalc}
   [junit4]   2> 419199 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=1
   [junit4]   2> 419199 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 1 :
   [junit4]   2> 419199 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 419214 DEBUG (ScheduledTrigger-2812-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419219 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 419219 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - SaveSnapshot	path=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J2\temp\solr.cloud.autoscaling.sim.TestSimScenario_5ADA0A4DEBAB2641-001\tempDir-001/snapshot/0)
   [junit4]   2> 419230 WARN  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimUtils V2 action SET_CLUSTER_PROPERTY_OBJ has no equivalent V1 action
   [junit4]   2> 419230 WARN  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimUtils V2 action GET_NODES has no equivalent V1 action
   [junit4]   2> 419238 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 419246 DEBUG (ScheduledTrigger-2812-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419277 DEBUG (ScheduledTrigger-2812-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419292 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 10.	Dump	redact=true
   [junit4]   2> 419292 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		Dump	redact=true
   [junit4]   2> 419292 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SnapshotDistribStateManager - copying 22 resources from SimDistribStateManager
   [junit4]   2> 419309 DEBUG (ScheduledTrigger-2812-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419312 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 419312 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 419312 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 419312 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 419312 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 419313 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 419313 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 419313 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 1.	CreateCluster	numNodes=2
   [junit4]   2> 419313 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		CreateCluster	numNodes=2
   [junit4]   2> 419332 DEBUG (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10002_solr
   [junit4]   2> 419333 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 419333 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 2.	LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 419333 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		LoadAutoscaling	json={'cluster-policy':[]}
   [junit4]   2> 419335 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 419336 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 419336 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 419337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10002_solr, 127.0.0.1:10003_solr]
   [junit4]   2> 419337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- deactivating old nodeLost / nodeAdded markers
   [junit4]   2> 419337 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 419340 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419344 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 3.	RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 419344 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=CREATE&autoAddReplicas=true&name=testCollection&numShards=2&replicationFactor=2&maxShardsPerNode=2
   [junit4]   2> 419344 DEBUG (simCloudManagerPool-2817-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection testCollection
   [junit4]   2> 419361 DEBUG (simCloudManagerPool-2817-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection testCollection
   [junit4]   2> 419361 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 4.	WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 419361 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		WaitCollection	collection=testCollection&shards=2&replicas=2
   [junit4]   2> 419364 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.CloudUtil -- shards without leaders: [shard2, shard1]
   [junit4]   2> 419373 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419380 DEBUG (simCloudManagerPool-2817-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard2)
   [junit4]   2> 419380 DEBUG (simCloudManagerPool-2817-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard2 (currentVersion=3): {"core_node3":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n3",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 419408 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419411 DEBUG (simCloudManagerPool-2817-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (testCollection / shard1)
   [junit4]   2> 419411 DEBUG (simCloudManagerPool-2817-thread-2) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for testCollection / shard1 (currentVersion=5): {"core_node1":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n1",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 419429 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 5.	CtxSet	key=myNode&value=${_random_node_}
   [junit4]   2> 419429 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		CtxSet	key=myNode&value=127.0.0.1:10003_solr
   [junit4]   2> 419429 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 6.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 419429 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr
   [junit4]   2> 419430 INFO  (simCloudManagerPool-2817-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 419431 INFO  (simCloudManagerPool-2817-thread-6) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 419439 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419447 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 7.	RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=${myNode}
   [junit4]   2> 419447 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr
   [junit4]   2> 419449 INFO  (simCloudManagerPool-2817-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 419449 INFO  (simCloudManagerPool-2817-thread-7) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 419464 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 8.	LoopOp	iterations=${iterative}
   [junit4]   2> 419464 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario 		LoopOp	iterations=10
   [junit4]   2> 419464 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 1 :
   [junit4]   2> 419464 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 419467 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 419467 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 419471 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419506 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419543 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419574 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419606 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419621 DEBUG (simCloudManagerPool-2817-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node10":{
   [junit4]   2>     "core":"testCollection_shard2_replica_n9",
   [junit4]   2>     "shard":"shard2",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 419638 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419674 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419709 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419741 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419772 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419791 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 419792 INFO  (simCloudManagerPool-2817-thread-9) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 419792 INFO  (simCloudManagerPool-2817-thread-9) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 419808 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 419808 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419808 INFO  (simCloudManagerPool-2817-thread-10) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 419808 INFO  (simCloudManagerPool-2817-thread-10) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 419824 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 2 :
   [junit4]   2> 419824 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 419825 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 419825 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 419840 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419875 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419906 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419941 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419971 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 419977 DEBUG (simCloudManagerPool-2817-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node16":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n15",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 420005 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420036 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420069 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420101 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420132 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420143 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 420144 INFO  (simCloudManagerPool-2817-thread-12) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 420144 INFO  (simCloudManagerPool-2817-thread-12) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 420159 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 420159 INFO  (simCloudManagerPool-2817-thread-13) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 420161 INFO  (simCloudManagerPool-2817-thread-13) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 420164 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420177 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 3 :
   [junit4]   2> 420178 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 420179 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 420179 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 420194 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420225 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420256 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420288 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420321 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420330 DEBUG (simCloudManagerPool-2817-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node22":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n21",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 420353 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420387 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420419 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420450 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420482 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420497 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 420498 INFO  (simCloudManagerPool-2817-thread-15) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 420498 INFO  (simCloudManagerPool-2817-thread-15) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 420514 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420515 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 420517 INFO  (simCloudManagerPool-2817-thread-16) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 420517 INFO  (simCloudManagerPool-2817-thread-16) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 420533 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 4 :
   [junit4]   2> 420533 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 420534 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 420534 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 420546 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420578 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420609 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420641 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420672 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420686 DEBUG (simCloudManagerPool-2817-thread-17) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node28":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n27",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 420705 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420736 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420767 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420797 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420828 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420854 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 420854 INFO  (simCloudManagerPool-2817-thread-18) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 420854 INFO  (simCloudManagerPool-2817-thread-18) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 420860 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420869 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 420869 INFO  (simCloudManagerPool-2817-thread-19) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 420869 INFO  (simCloudManagerPool-2817-thread-19) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 420884 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 5 :
   [junit4]   2> 420884 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 420885 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 420886 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 420891 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420923 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420955 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 420986 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421019 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421037 DEBUG (simCloudManagerPool-2817-thread-20) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node34":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n33",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 421050 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421081 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421112 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421143 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421175 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421203 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 421204 INFO  (simCloudManagerPool-2817-thread-21) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 421204 INFO  (simCloudManagerPool-2817-thread-21) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 421206 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421219 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 421220 INFO  (simCloudManagerPool-2817-thread-22) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 421220 INFO  (simCloudManagerPool-2817-thread-22) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 421236 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 6 :
   [junit4]   2> 421236 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 421238 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421238 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 421238 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 421270 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421302 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421338 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421372 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421389 DEBUG (simCloudManagerPool-2817-thread-23) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node40":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n39",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 421404 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421436 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421467 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421499 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421530 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421556 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 421556 INFO  (simCloudManagerPool-2817-thread-24) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 421557 INFO  (simCloudManagerPool-2817-thread-24) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 421562 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421574 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 421574 INFO  (simCloudManagerPool-2817-thread-25) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 421574 INFO  (simCloudManagerPool-2817-thread-25) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 421593 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421593 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 7 :
   [junit4]   2> 421593 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 421593 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 421593 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 421623 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421654 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421685 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421718 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421745 DEBUG (simCloudManagerPool-2817-thread-26) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node46":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n45",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 421748 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421779 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421811 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421844 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421875 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421908 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421911 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 421913 INFO  (simCloudManagerPool-2817-thread-27) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 421913 INFO  (simCloudManagerPool-2817-thread-27) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 421929 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 421930 INFO  (simCloudManagerPool-2817-thread-28) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 421930 INFO  (simCloudManagerPool-2817-thread-28) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 421941 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 421946 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 8 :
   [junit4]   2> 421946 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 421947 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 421947 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 421973 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422004 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422036 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422068 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422103 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422103 DEBUG (simCloudManagerPool-2817-thread-29) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node52":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n51",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 422135 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422166 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422197 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422228 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422259 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422270 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 422271 INFO  (simCloudManagerPool-2817-thread-30) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 422271 INFO  (simCloudManagerPool-2817-thread-30) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 422288 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 422288 INFO  (simCloudManagerPool-2817-thread-31) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 422288 INFO  (simCloudManagerPool-2817-thread-31) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 422291 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422304 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 9 :
   [junit4]   2> 422304 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 422305 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 422306 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 422324 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422354 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422385 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422416 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422451 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422456 DEBUG (simCloudManagerPool-2817-thread-32) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node58":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n57",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 422483 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422513 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422544 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422576 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422607 DEBUG (ScheduledTrigger-2818-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422623 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 422624 INFO  (simCloudManagerPool-2817-thread-33) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 422624 INFO  (simCloudManagerPool-2817-thread-33) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 422638 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422641 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 422642 INFO  (simCloudManagerPool-2817-thread-34) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 422642 INFO  (simCloudManagerPool-2817-thread-34) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 422657 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario    * iter 10 :
   [junit4]   2> 422657 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - CalculateSuggestions	)
   [junit4]   2> 422659 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario         - 1 suggestions
   [junit4]   2> 422659 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - ApplySuggestions	)
   [junit4]   2> 422669 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422699 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422731 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422762 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422793 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422810 DEBUG (simCloudManagerPool-2817-thread-35) [     ] o.a.s.c.a.s.SimClusterStateProvider -- new replica: {"core_node64":{
   [junit4]   2>     "core":"testCollection_shard1_replica_n63",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"testCollection",
   [junit4]   2>     "node_name":"127.0.0.1:10002_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "path":"/admin/collections",
   [junit4]   2>     "node":"127.0.0.1:10003_solr",
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "action":"ADDREPLICA",
   [junit4]   2>     "createNodeSet":"127.0.0.1:10003_solr",
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6}}
   [junit4]   2> 422825 DEBUG (ScheduledTrigger-2818-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422856 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422891 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422922 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422954 DEBUG (ScheduledTrigger-2818-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422976 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A4DEBAB2641]) [     ] o.a.s.c.a.s.SimScenario      - RunSolrRequest	path=/admin/collections&action=ADDREPLICA&collection=testCollection&shard=shard1&node=127.0.0.1:10003_solr)
   [junit4]   2> 422978 INFO  (simCloudManagerPool-2817-thread-36) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10003_solr for creating new replica of shard shard1 for collection testCollection
   [junit4]   2> 422978 INFO  (simCloudManagerPool-2817-thread-36) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 422986 DEBUG (ScheduledTrigger-2818-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 422994 INFO  (TEST-TestSimScenario.testSuggestions-seed#[5ADA0A

[...truncated too long message...]

>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$167/0x0000021705885db8.run(Unknown Source)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@12.0.2/java.lang.Thread.run(Thread.java:835)
   [junit4]   2>    8) Thread[id=30424, name=searcherExecutor-19682-thread-1, state=WAITING, group=TGRP-TestRecovery]
   [junit4]   2>         at java.base@12.0.2/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2081)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:433)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1054)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1114)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@12.0.2/java.lang.Thread.run(Thread.java:835)
   [junit4]   2>    9) Thread[id=30418, name=h2sc-19675-thread-1, state=RUNNABLE, group=TGRP-TestRecovery]
   [junit4]   2>         at java.base@12.0.2/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll0(Native Method)
   [junit4]   2>         at java.base@12.0.2/sun.nio.ch.WindowsSelectorImpl$SubSelector.poll(WindowsSelectorImpl.java:339)
   [junit4]   2>         at java.base@12.0.2/sun.nio.ch.WindowsSelectorImpl.doSelect(WindowsSelectorImpl.java:167)
   [junit4]   2>         at java.base@12.0.2/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:124)
   [junit4]   2>         at java.base@12.0.2/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
   [junit4]   2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:472)
   [junit4]   2>         at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:409)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:360)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:184)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:171)
   [junit4]   2>         at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:135)
   [junit4]   2>         at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$206/0x0000021706e88458.run(Unknown Source)
   [junit4]   2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:210)
   [junit4]   2>         at app//org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$167/0x0000021705885db8.run(Unknown Source)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
   [junit4]   2>         at java.base@12.0.2/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
   [junit4]   2>         at java.base@12.0.2/java.lang.Thread.run(Thread.java:835)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {_root_=BlockTreeOrds(blocksize=128), id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Lucene80), val_i_dvo=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1606, maxMBSortInHeap=6.258297753963458, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@64f72700), locale=zh-Hant-TW, timezone=Pacific/Chuuk
   [junit4]   2> NOTE: Windows 10 10.0 amd64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=12,free=117065128,total=497025024
   [junit4]   2> NOTE: All tests run in this JVM: [TestMiniSolrCloudClusterSSL, OverseerTest, TestPushWriter, TestSchemaVersionResource, TestExceedMaxTermLength, StressHdfsTest, SolrCmdDistributorTest, CoreSorterTest, SolrCoreCheckLockOnStartupTest, BinaryUpdateRequestHandlerTest, TestStressReorder, ImplicitSnitchTest, AutoAddReplicasPlanActionTest, TestCopyFieldCollectionResource, IndexBasedSpellCheckerTest, ShardRoutingCustomTest, DistributedExpandComponentTest, DeleteLastCustomShardedReplicaTest, LeaderFailoverAfterPartitionTest, TestInPlaceUpdatesStandalone, ResolveAnalyzerByNameTest, BlockDirectoryTest, CollectionsAPIDistributedZkTest, FuzzySearchTest, TestChildDocTransformer, TestReversedWildcardFilterFactory, TestQueryUtils, SuggestComponentContextFilterQueryTest, TestSearchPerf, TestDefaultStatsCache, DynamicMapsTest, DistanceFunctionTest, SortByFunctionTest, CdcrBootstrapTest, ConfigSetsAPITest, NodeMarkersRegistrationTest, AutoscalingHistoryHandlerTest, TestInitParams, SparseHLLTest, TestFieldCacheVsDocValues, TestLRUStatsCacheCloud, TestSimTriggerIntegration, SpatialFilterTest, DirectUpdateHandlerTest, SplitHandlerTest, RankQueryTest, SimplePostToolTest, TestZkAclsWithHadoopAuth, JvmMetricsTest, DocValuesNotIndexedTest, HighlighterMaxOffsetTest, TestComplexPhraseQParserPlugin, TestFreeTextSuggestions, TestSubQueryTransformerDistrib, TestStressInPlaceUpdates, SimpleFacetsTest, RestartWhileUpdatingTest, TestOverriddenPrefixQueryForCustomFieldType, DocValuesMultiTest, TriggerEventQueueTest, TestUninvertingReader, QueryResultKeyTest, AssignTest, DocExpirationUpdateProcessorFactoryTest, TestCryptoKeys, TestMaxScoreQueryParser, TestCloudPhrasesIdentificationComponent, IndexSchemaTest, TestCoreContainer, V2ApiIntegrationTest, DistribCursorPagingTest, TestCollationField, TestCSVLoader, MetricTriggerTest, TestExportWriter, CloudReplicaSourceTest, TestSimLargeCluster, LoggingHandlerTest, TestEmbeddedSolrServerConstructors, TestNonDefinedSimilarityFactory, TestGroupingSearch, TestGraphTermsQParserPlugin, TestManagedSynonymGraphFilterFactory, TaggerTest, DistributedFacetPivotSmallTest, TestConfigsApi, TestDistributedStatsComponentCardinality, TestSolr4Spatial2, TestSolrCLIRunExample, ChaosMonkeySafeLeaderWithPullReplicasTest, DeleteReplicaTest, LegacyCloudClusterPropTest, MetricsHistoryIntegrationTest, MetricsHistoryWithAuthIntegrationTest, NestedShardedAtomicUpdateTest, RoutingToNodesWithPropertiesTest, SystemCollectionCompatTest, TestCloudDeleteByQuery, TestCloudSearcherWarming, TestPrepRecovery, TestRequestForwarding, TestSSLRandomization, TestSkipOverseerOperations, TestWaitForStateWithJettyShutdowns, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, ZkCLITest, TestCollectionAPI, ComputePlanActionTest, ScheduledTriggerTest, SearchRateTriggerIntegrationTest, SearchRateTriggerTest, TestSimDistributedQueue, CdcrWithNodesRestartsTest, HDFSCollectionsAPITest, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, ZkDynamicConfigTest, AlternateDirectoryTest, BlobRepositoryCloudTest, TestBackupRepositoryFactory, TestBadConfig, TestCodecSupport, TestConfig, TestConfigOverlay, TestCorePropertiesReload, TestDirectoryFactory, TestDynamicLoading, TestSolrCoreSnapshots, RequestLoggingTest, SearchHandlerTest, TestReplicationHandler, SearchHandlerTest, SolrGraphiteReporterTest, TestFacetMethods, TestFaceting, TestIntervalFaceting, CopyFieldTest, OpenExchangeRatesOrgProviderTest, PolyFieldTest, TestManagedSchemaAPI, UUIDFieldTest, AnalyticsMergeStrategyTest, TestInitQParser, TestReRankQParserPlugin, TestRecovery]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRecovery -Dtests.seed=5ADA0A4DEBAB2641 -Dtests.slow=true -Dtests.locale=zh-Hant-TW -Dtests.timezone=Pacific/Chuuk -Dtests.asserts=true -Dtests.file.encoding=Cp1252
   [junit4] ERROR   0.00s J3 | TestRecovery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5ADA0A4DEBAB2641]:0)
   [junit4] Completed [912/912 (4!)] on J3 in 7212.73s, 17 tests, 2 errors <<< FAILURES!

[...truncated 52462 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/8855/consoleText

[repro] Revision: 57b7d8a8dbf16f0e01c8b13a6c7fd30cdef486c7

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC"

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr\core
[repro]       TestCloudConsistency
[repro]       ScheduledTriggerIntegrationTest
[repro]       TestSimScenario
[repro]       TestRecovery
[repro] ant compile-test

[...truncated 3156 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=20 -Dtests.class="*.TestCloudConsistency|*.ScheduledTriggerIntegrationTest|*.TestSimScenario|*.TestRecovery" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseG1GC" -Dtests.seed=5ADA0A4DEBAB2641 -Dtests.slow=true -Dtests.locale=lg-UG -Dtests.timezone=Asia/Almaty -Dtests.asserts=true -Dtests.file.encoding=Cp1252

[...truncated 257 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.cloud.TestCloudConsistency
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.ScheduledTriggerIntegrationTest
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimScenario
[repro]   0/5 failed: org.apache.solr.search.TestRecovery
[repro] Exiting with code 0

[...truncated 78 lines...]