You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2019/07/07 21:37:19 UTC

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 223 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/223/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at https://127.0.0.1:40263/solr: Underlying core creation failed while creating collection: testcollection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40263/solr: Underlying core creation failed while creating collection: testcollection
	at __randomizedtesting.SeedInfo.seed([DFA8AC412642BFCA:7C5202E4A1AA556F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:656)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:245)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:368)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:296)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1128)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:897)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:829)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:228)
	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.createCollection(TestCollectionsAPIViaSolrCloudCluster.java:90)
	at org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:173)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "overlay":{     "znodeVersion":0,     "runtimeLib":{"colltest":{         "name":"colltest",         "version":1}}}},  from server:  null

Stack Trace:
java.lang.AssertionError: Could not get expected value  'org.apache.solr.core.BlobStoreTestRequestHandler' for path 'overlay/requestHandler/\/test1/class' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "overlay":{
    "znodeVersion":0,
    "runtimeLib":{"colltest":{
        "name":"colltest",
        "version":1}}}},  from server:  null
	at __randomizedtesting.SeedInfo.seed([DFA8AC412642BFCA:7E58116D19F1A6A]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:590)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1082)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1054)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13190 lines...]
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/init-core-data-001
   [junit4]   2> 174366 WARN  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[DFA8AC412642BFCA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
   [junit4]   2> 174366 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[DFA8AC412642BFCA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 174367 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[DFA8AC412642BFCA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 174368 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[DFA8AC412642BFCA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 174371 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001
   [junit4]   2> 174371 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 174371 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 174372 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 174472 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.ZkTestServer start zk server on port:48655
   [junit4]   2> 174472 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:48655
   [junit4]   2> 174472 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 48655
   [junit4]   2> 174480 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174484 INFO  (zkConnectionManagerCallback-1150-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174485 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174488 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174490 INFO  (zkConnectionManagerCallback-1152-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174490 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174491 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174494 INFO  (zkConnectionManagerCallback-1154-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174494 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174607 WARN  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 174607 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 174607 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 174607 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_201-b09
   [junit4]   2> 174608 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 174608 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 174608 WARN  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 174608 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 174609 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 174609 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 174609 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_201-b09
   [junit4]   2> 174609 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c8632c7{/solr,null,AVAILABLE}
   [junit4]   2> 174610 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 174610 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 174610 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 174610 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@31d36371{/solr,null,AVAILABLE}
   [junit4]   2> 174610 WARN  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 174611 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 174611 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 174611 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_201-b09
   [junit4]   2> 174612 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 174612 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 174612 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 174612 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@742757ae{/solr,null,AVAILABLE}
   [junit4]   2> 174613 WARN  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 174613 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 174613 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 174614 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_201-b09
   [junit4]   2> 174615 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 174615 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 174615 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 174616 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3aea797b{/solr,null,AVAILABLE}
   [junit4]   2> 174616 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@41dcee06{SSL,[ssl, http/1.1]}{127.0.0.1:56601}
   [junit4]   2> 174616 INFO  (jetty-launcher-1155-thread-1) [     ] o.e.j.s.Server Started @174770ms
   [junit4]   2> 174616 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56601}
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.AbstractConnector Started ServerConnector@22e1968{SSL,[ssl, http/1.1]}{127.0.0.1:40557}
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.e.j.s.Server Started @174770ms
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40557}
   [junit4]   2> 174617 ERROR (jetty-launcher-1155-thread-2) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-07T19:44:26.188Z
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.AbstractConnector Started ServerConnector@1afabdfb{SSL,[ssl, http/1.1]}{127.0.0.1:61102}
   [junit4]   2> 174617 INFO  (jetty-launcher-1155-thread-5) [     ] o.e.j.s.Server Started @174771ms
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=61102}
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174618 ERROR (jetty-launcher-1155-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 174618 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-07T19:44:26.189Z
   [junit4]   2> 174619 WARN  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.AbstractConnector Ignoring deprecated socket close linger time
   [junit4]   2> 174620 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (original configured port=0)
   [junit4]   2> 174620 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 1 ...
   [junit4]   2> 174620 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.Server jetty-9.4.19.v20190610; built: 2019-06-10T16:30:51.723Z; git: afcf563148970e98786327af5e07c261fda175d3; jvm 1.8.0_201-b09
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.AbstractConnector Started ServerConnector@34b035c6{SSL,[ssl, http/1.1]}{127.0.0.1:46302}
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.e.j.s.Server Started @174774ms
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46302}
   [junit4]   2> 174621 ERROR (jetty-launcher-1155-thread-4) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-07T19:44:26.192Z
   [junit4]   2> 174621 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e0f5e0b{/solr,null,AVAILABLE}
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.AbstractConnector Started ServerConnector@645c5d58{SSL,[ssl, http/1.1]}{127.0.0.1:52532}
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.e.j.s.Server Started @174775ms
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52532}
   [junit4]   2> 174622 ERROR (jetty-launcher-1155-thread-3) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 174622 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-07T19:44:26.193Z
   [junit4]   2> 174626 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174628 ERROR (jetty-launcher-1155-thread-5) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 174628 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 174628 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.2.0
   [junit4]   2> 174628 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 174628 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 174628 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2019-07-07T19:44:26.199Z
   [junit4]   2> 174629 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 174629 INFO  (zkConnectionManagerCallback-1159-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174630 INFO  (zkConnectionManagerCallback-1157-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174631 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174631 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174631 INFO  (zkConnectionManagerCallback-1163-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174632 INFO  (zkConnectionManagerCallback-1165-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174632 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 174632 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174632 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 174632 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 174633 INFO  (zkConnectionManagerCallback-1161-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 174633 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174634 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 174635 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 174639 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 175412 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 175412 WARN  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 175413 WARN  (jetty-launcher-1155-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28135cb7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175413 WARN  (jetty-launcher-1155-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28135cb7[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175416 WARN  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 175416 WARN  (jetty-launcher-1155-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@50e1bf9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175416 WARN  (jetty-launcher-1155-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@50e1bf9c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175417 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48655/solr
   [junit4]   2> 175418 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 175419 INFO  (zkConnectionManagerCallback-1176-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 175419 INFO  (jetty-launcher-1155-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 175452 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 175453 WARN  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 175453 WARN  (jetty-launcher-1155-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1eb40951[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175453 WARN  (jetty-launcher-1155-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1eb40951[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175455 WARN  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 175457 WARN  (jetty-launcher-1155-thread-2) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@791e0f64[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175457 WARN  (jetty-launcher-1155-thread-2) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@791e0f64[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 175478 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48655/solr
   [junit4]   2> 175479 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 175521 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 175523 INFO  (zkConnectionManagerCallback-1184-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 175523 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 175552 INFO  (zkConnectionManagerCallback-1182-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 175553 INFO  (jetty-launcher-1155-thread-2) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 175658 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 175687 INFO  (zkConnectionManagerCallback-1188-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 175688 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 175708 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40557_solr
   [junit4]   2> 175709 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.Overseer Overseer (id=72125958247677963-127.0.0.1:40557_solr-n_0000000000) starting
   [junit4]   2> 175718 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 175722 INFO  (zkConnectionManagerCallback-1195-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 175722 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 175726 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48655/solr ready
   [junit4]   2> 175731 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40557_solr
   [junit4]   2> 175738 INFO  (OverseerStateUpdate-72125958247677963-127.0.0.1:40557_solr-n_0000000000) [n:127.0.0.1:40557_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:40557_solr
   [junit4]   2> 175743 INFO  (OverseerStateUpdate-72125958247677963-127.0.0.1:40557_solr-n_0000000000) [n:127.0.0.1:40557_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 175765 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 175785 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40557.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 175789 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40557.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 175790 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40557.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 175790 INFO  (jetty-launcher-1155-thread-2) [n:127.0.0.1:40557_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node2/.
   [junit4]   2> 175806 INFO  (zkCallback-1194-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 175820 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 175825 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:56601_solr as DOWN
   [junit4]   2> 175827 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 175827 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56601_solr
   [junit4]   2> 175829 INFO  (zkCallback-1187-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 175830 INFO  (zkCallback-1183-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 175830 INFO  (zkCallback-1194-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 175831 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 175833 INFO  (zkConnectionManagerCallback-1201-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 175833 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 175836 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 175838 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48655/solr ready
   [junit4]   2> 175854 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 175870 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56601.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 175875 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56601.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 175875 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56601.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 175876 INFO  (jetty-launcher-1155-thread-1) [n:127.0.0.1:56601_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node1/.
   [junit4]   2> 176111 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 176112 WARN  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 176113 WARN  (jetty-launcher-1155-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@28cb1861[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176113 WARN  (jetty-launcher-1155-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@28cb1861[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176116 WARN  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 176118 WARN  (jetty-launcher-1155-thread-5) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@2627f4b0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176118 WARN  (jetty-launcher-1155-thread-5) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@2627f4b0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176119 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48655/solr
   [junit4]   2> 176120 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176122 INFO  (zkConnectionManagerCallback-1208-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176122 INFO  (jetty-launcher-1155-thread-5) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176224 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176226 INFO  (zkConnectionManagerCallback-1210-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176226 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176231 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 176236 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:61102_solr as DOWN
   [junit4]   2> 176237 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 176237 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:61102_solr
   [junit4]   2> 176239 INFO  (zkCallback-1194-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 176239 INFO  (zkCallback-1183-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 176239 INFO  (zkCallback-1187-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 176239 INFO  (zkCallback-1200-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 176242 INFO  (zkCallback-1209-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 176242 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176243 INFO  (zkConnectionManagerCallback-1217-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176243 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176244 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 176245 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48655/solr ready
   [junit4]   2> 176263 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 176275 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61102.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176280 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61102.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176280 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61102.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176281 INFO  (jetty-launcher-1155-thread-5) [n:127.0.0.1:61102_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node4/.
   [junit4]   2> 176394 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 176394 WARN  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 176396 WARN  (jetty-launcher-1155-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@513f5684[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176396 WARN  (jetty-launcher-1155-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@513f5684[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176398 WARN  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 176400 WARN  (jetty-launcher-1155-thread-4) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5b92d53[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176400 WARN  (jetty-launcher-1155-thread-4) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5b92d53[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176400 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48655/solr
   [junit4]   2> 176401 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176403 INFO  (zkConnectionManagerCallback-1224-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176403 INFO  (jetty-launcher-1155-thread-4) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176410 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 176410 WARN  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 176412 WARN  (jetty-launcher-1155-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@138660e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176412 WARN  (jetty-launcher-1155-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@138660e5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176414 WARN  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 176415 WARN  (jetty-launcher-1155-thread-3) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1201ef01[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176415 WARN  (jetty-launcher-1155-thread-3) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1201ef01[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 176416 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:48655/solr
   [junit4]   2> 176417 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176420 INFO  (zkConnectionManagerCallback-1230-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176420 INFO  (jetty-launcher-1155-thread-3) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176507 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176509 INFO  (zkConnectionManagerCallback-1232-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176509 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176609 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176611 INFO  (zkConnectionManagerCallback-1234-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176611 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176620 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 176622 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 176630 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:46302_solr as DOWN
   [junit4]   2> 176631 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.ZkController Publish node=127.0.0.1:52532_solr as DOWN
   [junit4]   2> 176632 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 176633 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46302_solr
   [junit4]   2> 176634 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 176634 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52532_solr
   [junit4]   2> 176635 INFO  (zkCallback-1183-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 176636 INFO  (zkCallback-1187-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 176636 INFO  (zkCallback-1209-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 176637 INFO  (zkCallback-1183-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 176637 INFO  (zkCallback-1200-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 176637 INFO  (zkCallback-1194-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 176638 INFO  (zkCallback-1187-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 176638 INFO  (zkCallback-1209-thread-2) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 176639 INFO  (zkCallback-1216-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 176639 INFO  (zkCallback-1233-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 176644 INFO  (zkCallback-1231-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 176645 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176645 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176647 INFO  (zkConnectionManagerCallback-1243-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176647 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176648 INFO  (zkConnectionManagerCallback-1248-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176648 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176649 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 176651 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 176653 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48655/solr ready
   [junit4]   2> 176654 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48655/solr ready
   [junit4]   2> 176676 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 176676 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 176701 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46302.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176702 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52532.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176708 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46302.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176708 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46302.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176709 INFO  (jetty-launcher-1155-thread-4) [n:127.0.0.1:46302_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node5/.
   [junit4]   2> 176709 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52532.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176709 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52532.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 176710 INFO  (jetty-launcher-1155-thread-3) [n:127.0.0.1:52532_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node3/.
   [junit4]   2> 176838 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 176844 INFO  (zkConnectionManagerCallback-1255-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 176844 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 176846 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 176848 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:48655/solr ready
   [junit4]   2> 176853 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[DFA8AC412642BFCA]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testStopAllStartAll
   [junit4]   2> 176877 INFO  (qtp2068504292-2888) [n:127.0.0.1:46302_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=642386da-94c7-4b3f-9543-bbba3b695910&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 176885 INFO  (qtp2068504292-2888) [n:127.0.0.1:46302_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=642386da-94c7-4b3f-9543-bbba3b695910&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testStopAllStartAllCollection&nrtReplicas=2&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=8
   [junit4]   2> 176888 INFO  (qtp2068504292-2885) [n:127.0.0.1:46302_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=642386da-94c7-4b3f-9543-bbba3b695910&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 176890 INFO  (OverseerThreadFactory-777-thread-1-processing-n:127.0.0.1:40557_solr) [n:127.0.0.1:40557_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testStopAllStartAllCollection
   [junit4]   2> 176903 INFO  (qtp2068504292-2885) [n:127.0.0.1:46302_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=642386da-94c7-4b3f-9543-bbba3b695910&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=15
   [junit4]   2> 177009 INFO  (OverseerStateUpdate-72125958247677963-127.0.0.1:40557_solr-n_0000000000) [n:127.0.0.1:40557_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testStopAllStartAllCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testStopAllStartAllCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:56601/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 177016 INFO  (OverseerStateUpdate-72125958247677963-127.0.0.1:40557_solr-n_0000000000) [n:127.0.0.1:40557_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testStopAllStartAllCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"testStopAllStartAllCollection_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:52532/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 177021 INFO  (OverseerStateUpdate-72125958247677963-127.0.0.1:40557_solr-n_0000000000) [n:127.0.0.1:40557_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testStopAllStartAllCollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testStopAllStartAllCollection_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:61102/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 177027 INFO  (OverseerStateUpdate-72125958247677963-127.0.0.1:40557_solr-n_0000000000) [n:127.0.0.1:40557_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"testStopAllStartAllCollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"testStopAllStartAllCollection_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46302/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 177270 INFO  (qtp2068504292-2886) [n:127.0.0.1:46302_solr    x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157708870382&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
   [junit4]   2> 177272 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr    x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157708870382&coreNodeName=core_node8&name=testStopAllStartAllCollection_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 177289 INFO  (qtp1856255528-2914) [n:127.0.0.1:52532_solr    x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157697022510&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
   [junit4]   2> 177290 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr    x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157697022510&coreNodeName=core_node5&name=testStopAllStartAllCollection_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 177293 INFO  (qtp1260684662-2876) [n:127.0.0.1:56601_solr    x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157690972876&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1
   [junit4]   2> 177297 INFO  (qtp268621451-2907) [n:127.0.0.1:61102_solr    x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157702972737&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=0
   [junit4]   2> 177298 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr    x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157702972737&coreNodeName=core_node7&name=testStopAllStartAllCollection_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 177299 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr    x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=testStopAllStartAllCollection&version=2&replicaType=NRT&async=642386da-94c7-4b3f-9543-bbba3b6959101043157690972876&coreNodeName=core_node3&name=testStopAllStartAllCollection_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
   [junit4]   2> 177348 INFO  (qtp1260684662-2875) [n:127.0.0.1:56601_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876
   [junit4]   2> 177349 INFO  (qtp1260684662-2875) [n:127.0.0.1:56601_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=642386da-94c7-4b3f-9543-bbba3b6959101043157690972876&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 177907 INFO  (qtp2068504292-2882) [n:127.0.0.1:46302_solr     ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=642386da-94c7-4b3f-9543-bbba3b695910&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 177910 INFO  (qtp2068504292-2882) [n:127.0.0.1:46302_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=642386da-94c7-4b3f-9543-bbba3b695910&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 178333 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 178338 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 178338 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 178354 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 178354 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard1_replica_n2] Schema name=minimal
   [junit4]   2> 178355 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.2.0
   [junit4]   2> 178356 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 178356 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n1' using configuration from collection testStopAllStartAllCollection, trusted=true
   [junit4]   2> 178356 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 178356 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard1_replica_n2' using configuration from collection testStopAllStartAllCollection, trusted=true
   [junit4]   2> 178357 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_56601.solr.core.testStopAllStartAllCollection.shard1.replica_n1' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 178359 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_52532.solr.core.testStopAllStartAllCollection.shard1.replica_n2' (registry 'solr.core.testStopAllStartAllCollection.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 178363 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n6] Schema name=minimal
   [junit4]   2> 178371 INFO  (qtp1260684662-2878) [n:127.0.0.1:56601_solr     ] o.a.s.h.a.CoreAdminOperation Checking request status for : 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876
   [junit4]   2> 178371 INFO  (qtp1260684662-2878) [n:127.0.0.1:56601_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=642386da-94c7-4b3f-9543-bbba3b6959101043157690972876&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 178373 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n1] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node1/testStopAllStartAllCollection_shard1_replica_n1], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node1/./testStopAllStartAllCollection_shard1_replica_n1/data/]
   [junit4]   2> 178374 INFO  (parallelCoreAdminExecutor-800-thread-1-processing-n:127.0.0.1:52532_solr x:testStopAllStartAllCollection_shard1_replica_n2 642386da-94c7-4b3f-9543-bbba3b6959101043157697022510 CREATE) [n:127.0.0.1:52532_solr c:testStopAllStartAllCollection s:shard1 r:core_node5 x:testStopAllStartAllCollection_shard1_replica_n2 ] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard1_replica_n2] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node3/testStopAllStartAllCollection_shard1_replica_n2], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node3/./testStopAllStartAllCollection_shard1_replica_n2/data/]
   [junit4]   2> 178374 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 178374 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n6' using configuration from collection testStopAllStartAllCollection, trusted=true
   [junit4]   2> 178375 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46302.solr.core.testStopAllStartAllCollection.shard2.replica_n6' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 178375 INFO  (parallelCoreAdminExecutor-799-thread-1-processing-n:127.0.0.1:46302_solr x:testStopAllStartAllCollection_shard2_replica_n6 642386da-94c7-4b3f-9543-bbba3b6959101043157708870382 CREATE) [n:127.0.0.1:46302_solr c:testStopAllStartAllCollection s:shard2 r:core_node8 x:testStopAllStartAllCollection_shard2_replica_n6 ] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n6] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node5/testStopAllStartAllCollection_shard2_replica_n6], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node5/./testStopAllStartAllCollection_shard2_replica_n6/data/]
   [junit4]   2> 178377 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.s.IndexSchema [testStopAllStartAllCollection_shard2_replica_n4] Schema name=minimal
   [junit4]   2> 178379 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 178379 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.c.CoreContainer Creating SolrCore 'testStopAllStartAllCollection_shard2_replica_n4' using configuration from collection testStopAllStartAllCollection, trusted=true
   [junit4]   2> 178380 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_61102.solr.core.testStopAllStartAllCollection.shard2.replica_n4' (registry 'solr.core.testStopAllStartAllCollection.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@17bde246
   [junit4]   2> 178380 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.c.SolrCore [[testStopAllStartAllCollection_shard2_replica_n4] ] Opening new SolrCore at [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node4/testStopAllStartAllCollection_shard2_replica_n4], dataDir=[/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp/solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster_DFA8AC412642BFCA-001/tempDir-001/node4/./testStopAllStartAllCollection_shard2_replica_n4/data/]
   [junit4]   2> 178440 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 178440 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 178444 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 178444 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 178451 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.s.SolrIndexSearcher Opening [Searcher@93c32f8[testStopAllStartAllCollection_shard1_replica_n1] main]
   [junit4]   2> 178453 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 178454 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 178454 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 178454 INFO  (parallelCoreAdminExecutor-782-thread-1-processing-n:127.0.0.1:56601_solr x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 CREATE) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1638430062700134400
   [junit4]   2> 178457 INFO  (searcherExecutor-807-thread-1-processing-x:testStopAllStartAllCollection_shard1_replica_n1 642386da-94c7-4b3f-9543-bbba3b6959101043157690972876 r:core_node3 CREATE n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1) [n:127.0.0.1:56601_solr c:testStopAllStartAllCollection s:shard1 r:core_node3 x:testStopAllStartAllCollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testStopAllStartAllCollection_shard1_replica_n1] Registered new searcher Searcher@93c32f8[testStopAllStartAllCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 178457 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 178457 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 178458 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 r:core_node7 x:testStopAllStartAllCollection_shard2_replica_n4 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 178458 INFO  (parallelCoreAdminExecutor-789-thread-1-processing-n:127.0.0.1:61102_solr x:testStopAllStartAllCollection_shard2_replica_n4 642386da-94c7-4b3f-9543-bbba3b6959101043157702972737 CREATE) [n:127.0.0.1:61102_solr c:testStopAllStartAllCollection s:shard2 

[...truncated too long message...]

seed: DFA8AC412642BFCA
   [junit4] Executing 10 suites with 2 JVMs.
   [junit4] 
   [junit4] Started J0 PID(5667@serv1-vm3).
   [junit4] Started J1 PID(5666@serv1-vm3).
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4] OK      31.1s J0 | TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
   [junit4] OK      15.6s J0 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
   [junit4] OK      6.87s J0 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete
   [junit4] Completed [1/10] on J0 in 56.70s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4] OK      31.0s J1 | TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
   [junit4] OK      17.4s J1 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
   [junit4] OK      5.39s J1 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete
   [junit4] Completed [2/10] on J1 in 57.76s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4] OK      32.8s J0 | TestDynamicLoading.testDynamicLoading
   [junit4] Completed [3/10] on J0 in 33.30s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4] OK      41.4s J1 | TestDynamicLoading.testDynamicLoading
   [junit4] Completed [4/10] on J1 in 42.17s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4] OK      43.7s J1 | TestDynamicLoading.testDynamicLoading
   [junit4] Completed [5/10] on J1 in 44.61s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4] OK      26.6s J0 | TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
   [junit4] OK      20.2s J0 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
   [junit4] OK      7.08s J0 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete
   [junit4] Completed [6/10] on J0 in 54.81s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4] OK      28.9s J1 | TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
   [junit4] OK      13.1s J1 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
   [junit4] OK      4.08s J1 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete
   [junit4] Completed [7/10] on J1 in 46.83s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
   [junit4] OK      30.2s J0 | TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll
   [junit4] OK      14.3s J0 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete
   [junit4] OK      3.27s J0 | TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete
   [junit4] Completed [8/10] on J0 in 48.53s, 3 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4] OK      29.7s J1 | TestDynamicLoading.testDynamicLoading
   [junit4] Completed [9/10] on J1 in 30.87s, 1 test
   [junit4] 
   [junit4] Suite: org.apache.solr.core.TestDynamicLoading
   [junit4] OK      31.3s J0 | TestDynamicLoading.testDynamicLoading
   [junit4] Completed [10/10] on J0 in 31.83s, 1 test
   [junit4] 
   [junit4] JVM J0:     0.71 ..   227.34 =   226.63s
   [junit4] JVM J1:     0.73 ..   224.13 =   223.40s
   [junit4] Execution time total: 3 minutes 47 seconds
   [junit4] Tests summary: 10 suites, 20 tests
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp])
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 275.22s | org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4:tophints] 239.70s | org.apache.solr.search.facet.TestJsonFacets
[junit4:tophints] 194.81s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 134.09s | org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4:tophints] 130.78s | org.apache.solr.update.processor.CategoryRoutedAliasUpdateProcessorTest

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 3 minutes 50 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.api.collections.TestCollectionsAPIViaSolrCloudCluster
[repro]   0/5 failed: org.apache.solr.core.TestDynamicLoading
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2805)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2684)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2665)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3052)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1743)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:957)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2663)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:248)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1843)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3054)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2663)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:248)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1843)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=5d3a84fcd0f3d4bded24e6db0c78bbdcba6f3b2a, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #222
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2

[JENKINS] Lucene-Solr-8.x-Solaris (64bit/jdk1.8.0) - Build # 224 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-8.x-Solaris/224/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration

Error Message:
Path /autoscaling/nodeAdded/127.0.0.1:10085_solr wasn't created

Stack Trace:
java.lang.AssertionError: Path /autoscaling/nodeAdded/127.0.0.1:10085_solr wasn't created
	at __randomizedtesting.SeedInfo.seed([7271B145F16FDF45:6ACB3949FF5A12AA]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testNodeMarkersRegistration(TestSimTriggerIntegration.java:988)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling

Error Message:
Both triggers did not fire event after await()ing an excessive amount of time

Stack Trace:
java.lang.AssertionError: Both triggers did not fire event after await()ing an excessive amount of time
	at __randomizedtesting.SeedInfo.seed([7271B145F16FDF45:8953196023C53CD7]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.assertTrue(Assert.java:41)
	at org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration.testTriggerThrottling(TestSimTriggerIntegration.java:191)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15091 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4]   2> Creating dataDir: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.sim.TestSimTriggerIntegration_7271B145F16FDF45-001/init-core-data-001
   [junit4]   2> 3179434 INFO  (SUITE-TestSimTriggerIntegration-seed#[7271B145F16FDF45]-worker) [     ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 3179435 INFO  (SUITE-TestSimTriggerIntegration-seed#[7271B145F16FDF45]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 3179436 INFO  (SUITE-TestSimTriggerIntegration-seed#[7271B145F16FDF45]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 3179446 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testSearchRate
   [junit4]   2> 3179455 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10069_solr
   [junit4]   2> 3179456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 3179456 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 3179456 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 3179456 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3179456 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3179457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 3179457 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3179458 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10069_solr, 127.0.0.1:10070_solr]
   [junit4]   2> 3179458 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179458 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3179458 DEBUG (ScheduledTrigger-17687-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179460 DEBUG (simCloudManagerPool-17686-thread-2) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179461 DEBUG (simCloudManagerPool-17686-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3179466 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3179475 DEBUG (simCloudManagerPool-17686-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider -- simCreateCollection collection1, currentVersion=1
   [junit4]   2> 3179475 DEBUG (simCloudManagerPool-17686-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=1
   [junit4]   2> 3179476 DEBUG (simCloudManagerPool-17686-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 1
   [junit4]   2> 3179476 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179476 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3179479 DEBUG (ScheduledTrigger-17687-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179486 DEBUG (simCloudManagerPool-17686-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=2
   [junit4]   2> 3179486 DEBUG (simCloudManagerPool-17686-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 2
   [junit4]   2> 3179487 DEBUG (simCloudManagerPool-17686-thread-3) [     ] o.a.s.c.a.s.SimClusterStateProvider -- finished createCollection collection1, currentVersion=3
   [junit4]   2> 3179498 DEBUG (simCloudManagerPool-17686-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=3
   [junit4]   2> 3179498 DEBUG (simCloudManagerPool-17686-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 3
   [junit4]   2> 3179498 DEBUG (simCloudManagerPool-17686-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider Running leader election (collection1 / shard1)
   [junit4]   2> 3179498 DEBUG (simCloudManagerPool-17686-thread-5) [     ] o.a.s.c.a.s.SimClusterStateProvider -- elected new leader for collection1 / shard1 (currentVersion=4): {"core_node2":{
   [junit4]   2>     "core":"collection1_shard1_replica_n2",
   [junit4]   2>     "shard":"shard1",
   [junit4]   2>     "collection":"collection1",
   [junit4]   2>     "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>     "type":"NRT",
   [junit4]   2>     "leader":"true",
   [junit4]   2>     "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>     "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>     "INDEX.sizeInBytes":10240,
   [junit4]   2>     "state":"active",
   [junit4]   2>     "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>     "SEARCHER.searcher.numDocs":0}}
   [junit4]   2> 3179498 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=4
   [junit4]   2> 3179499 DEBUG (ScheduledTrigger-17687-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179499 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 4
   [junit4]   2> 3179499 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.CloudUtil -- wrong number of active replicas for collection collection1 in slice shard1, expected=2, found=1
   [junit4]   2> 3179510 DEBUG (simCloudManagerPool-17686-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=5
   [junit4]   2> 3179511 DEBUG (simCloudManagerPool-17686-thread-4) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 5
   [junit4]   2> 3179511 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=6
   [junit4]   2> 3179512 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 6
   [junit4]   2> 3179519 DEBUG (ScheduledTrigger-17687-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179527 DEBUG (simCloudManagerPool-17686-thread-6) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179528 DEBUG (simCloudManagerPool-17686-thread-6) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3179528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3179528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179528 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3179531 DEBUG (ScheduledTrigger-17687-thread-2) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10069_solr
   [junit4]   2> 3179531 DEBUG (ScheduledTrigger-17687-thread-2) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10070_solr
   [junit4]   2> 3179535 DEBUG (simCloudManagerPool-17686-thread-7) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179536 DEBUG (simCloudManagerPool-17686-thread-7) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 3179536 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3179536 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179536 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3179541 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179554 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10069_solr
   [junit4]   2> 3179554 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 3179554 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10070_solr
   [junit4]   2> 3179554 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 3179554 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
   [junit4]   2> 3179555 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ##  - shard1
   [junit4]   2> 3179555 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n2  250.0
   [junit4]   2> 3179555 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n1  250.0
   [junit4]   2> 3179556 DEBUG (ScheduledTrigger-17687-thread-4) [     ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
   [junit4]   2> 3179561 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10069_solr
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10070_solr
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ##  - shard1
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n2  250.0
   [junit4]   2> 3179585 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n1  250.0
   [junit4]   2> 3179586 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
   [junit4]   2> 3179586 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10069_solr
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n2:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ### rates for node 127.0.0.1:10070_solr
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ###  metrics:solr.core.collection1.shard1.replica_n1:QUERY./select.requestTimes:1minRate	250
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ## Collection: collection1
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ##  - shard1
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n2  250.0
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger ##     collection1_shard1_replica_n1  250.0
   [junit4]   2> 3179608 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SearchRateTrigger -- collection1.shard1: totalShardRate=500.0, shardRate=250.0
   [junit4]   2> 3179609 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46fb715793f03Taine9qitp5rnuwig7qwlufqgs",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1248732036808451,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10069_solr":250.0,
   [junit4]   2>       "127.0.0.1:10070_solr":250.0},
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}}
   [junit4]   2> 3179614 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, search_rate_trigger]
   [junit4]   2> 3179615 DEBUG (ScheduledTrigger-17687-thread-3) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fb715793f03Taine9qitp5rnuwig7qwlufqgs",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1248732036808451,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10069_solr":250.0,
   [junit4]   2>       "127.0.0.1:10070_solr":250.0},
   [junit4]   2>     "_enqueue_time_":1248734987068051,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}}
   [junit4]   2> 3179621 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46fb715793f03Taine9qitp5rnuwig7qwlufqgs",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1248732036808451,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10069_solr":250.0,
   [junit4]   2>       "127.0.0.1:10070_solr":250.0},
   [junit4]   2>     "_enqueue_time_":1248734987068051,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}}
   [junit4]   2> 3179621 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ComputePlanAction -- processing event: {
   [junit4]   2>   "id":"46fb715793f03Taine9qitp5rnuwig7qwlufqgs",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1248732036808451,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10069_solr":250.0,
   [junit4]   2>       "127.0.0.1:10070_solr":250.0},
   [junit4]   2>     "_enqueue_time_":1248734987068051,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}} with context properties: {AFTER_ACTION=[start], BEFORE_ACTION=[start, compute]}
   [junit4]   2> 3179622 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10070_solr&type=NRT
   [junit4]   2> 3179622 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10069_solr&type=NRT
   [junit4]   2> 3179622 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ComputePlanAction Computed Plan: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10069_solr&type=NRT
   [junit4]   2> 3179623 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ExecutePlanAction -- processing event: {
   [junit4]   2>   "id":"46fb715793f03Taine9qitp5rnuwig7qwlufqgs",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1248732036808451,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "__start__":3,
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10069_solr":250.0,
   [junit4]   2>       "127.0.0.1:10070_solr":250.0},
   [junit4]   2>     "_enqueue_time_":1248734987068051,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}} with context properties: {operations=[{
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"ADDREPLICA",
   [junit4]   2>   "params.collection":"collection1",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.node":"127.0.0.1:10070_solr",
   [junit4]   2>   "params.type":"NRT"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"ADDREPLICA",
   [junit4]   2>   "params.collection":"collection1",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.node":"127.0.0.1:10069_solr",
   [junit4]   2>   "params.type":"NRT"}, {
   [junit4]   2>   "class":"org.apache.solr.client.solrj.request.CollectionAdminRequest$AddReplica",
   [junit4]   2>   "method":"GET",
   [junit4]   2>   "params.action":"ADDREPLICA",
   [junit4]   2>   "params.collection":"collection1",
   [junit4]   2>   "params.shard":"shard1",
   [junit4]   2>   "params.node":"127.0.0.1:10069_solr",
   [junit4]   2>   "params.type":"NRT"}], AFTER_ACTION=[start, compute], BEFORE_ACTION=[start, compute, execute]}
   [junit4]   2> 3179623 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10070_solr&type=NRT
   [junit4]   2> 3179624 INFO  (simCloudManagerPool-17686-thread-8) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10070_solr for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 3179624 INFO  (simCloudManagerPool-17686-thread-8) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 3179635 DEBUG (simCloudManagerPool-17686-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=7
   [junit4]   2> 3179635 DEBUG (simCloudManagerPool-17686-thread-8) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 7
   [junit4]   2> 3179636 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10069_solr&type=NRT
   [junit4]   2> 3179641 DEBUG (simCloudManagerPool-17686-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=8
   [junit4]   2> 3179642 DEBUG (simCloudManagerPool-17686-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 8
   [junit4]   2> 3179642 INFO  (simCloudManagerPool-17686-thread-11) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 3179642 INFO  (simCloudManagerPool-17686-thread-11) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 3179652 DEBUG (simCloudManagerPool-17686-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=9
   [junit4]   2> 3179652 DEBUG (simCloudManagerPool-17686-thread-11) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 9
   [junit4]   2> 3179654 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ExecutePlanAction Executing operation: action=ADDREPLICA&collection=collection1&shard=shard1&node=127.0.0.1:10069_solr&type=NRT
   [junit4]   2> 3179655 DEBUG (simCloudManagerPool-17686-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=10
   [junit4]   2> 3179657 DEBUG (simCloudManagerPool-17686-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 10
   [junit4]   2> 3179657 INFO  (simCloudManagerPool-17686-thread-14) [     ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:10069_solr for creating new replica of shard shard1 for collection collection1
   [junit4]   2> 3179658 INFO  (simCloudManagerPool-17686-thread-14) [     ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 3179669 DEBUG (simCloudManagerPool-17686-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=11
   [junit4]   2> 3179669 DEBUG (simCloudManagerPool-17686-thread-14) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 11
   [junit4]   2> 3179672 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=12
   [junit4]   2> 3179673 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 12
   [junit4]   2> 3179674 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fb715793f03Taine9qitp5rnuwig7qwlufqgs",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":1248732036808451,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "hotReplicas":[
   [junit4]   2>       {"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n2",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10069_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}},
   [junit4]   2>       {"core_node1":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "shard":"shard1",
   [junit4]   2>           "collection":"collection1",
   [junit4]   2>           "node_name":"127.0.0.1:10070_solr",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "SEARCHER.searcher.maxDoc":0,
   [junit4]   2>           "SEARCHER.searcher.deletedDocs":0,
   [junit4]   2>           "INDEX.sizeInBytes":10240,
   [junit4]   2>           "rate":250.0,
   [junit4]   2>           "state":"active",
   [junit4]   2>           "QUERY./select.requestTimes:1minRate":250,
   [junit4]   2>           "INDEX.sizeInGB":9.5367431640625E-6,
   [junit4]   2>           "SEARCHER.searcher.numDocs":0}}],
   [junit4]   2>     "__start__":3,
   [junit4]   2>     "coldNodes":{},
   [junit4]   2>     "coldShards":{},
   [junit4]   2>     "coldReplicas":[],
   [junit4]   2>     "violationType":["hotShards"],
   [junit4]   2>     "coldCollections":{},
   [junit4]   2>     "hotShards":{"collection1":{"shard1":250.0}},
   [junit4]   2>     "hotCollections":{"collection1":500.0},
   [junit4]   2>     "hotNodes":{
   [junit4]   2>       "127.0.0.1:10069_solr":250.0,
   [junit4]   2>       "127.0.0.1:10070_solr":250.0},
   [junit4]   2>     "_enqueue_time_":1248734987068051,
   [junit4]   2>     "requestedOps":[
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}},
   [junit4]   2>       {
   [junit4]   2>         "action":"ADDREPLICA",
   [junit4]   2>         "hints":{"COLL_SHARD":[{
   [junit4]   2>               "first":"collection1",
   [junit4]   2>               "second":"shard1"}]}}]}}
   [junit4]   2> 3179682 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: search_rate_trigger after 100ms
   [junit4]   2> 3179682 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 3179682 DEBUG (AutoscalingActionExecutor-17688-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 3061 ms for event id=46fb715793f03Taine9qitp5rnuwig7qwlufqgs
   [junit4]   2> 3179685 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3179687 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 3179687 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 3179687 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 3179693 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 3179694 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 3179694 DEBUG (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3179695 INFO  (TEST-TestSimTriggerIntegration.testSearchRate-seed#[7271B145F16FDF45]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
   [junit4]   2> 3179701 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testEventQueue
   [junit4]   2> 3179705 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10071_solr
   [junit4]   2> 3179705 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 3179705 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 3179705 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3179705 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 3179705 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3179706 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 3179706 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3179706 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10071_solr]
   [junit4]   2> 3179707 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179707 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 3179707 DEBUG (ScheduledTrigger-17693-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3179708 DEBUG (simCloudManagerPool-17692-thread-2) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179708 DEBUG (simCloudManagerPool-17692-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3179722 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3179724 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179724 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3179728 INFO  (simCloudManagerPool-17692-thread-3) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction TestEventQueueAction instantiated
   [junit4]   2> 3179728 DEBUG (ScheduledTrigger-17693-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 1
   [junit4]   2> 3179728 DEBUG (simCloudManagerPool-17692-thread-3) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179728 DEBUG (simCloudManagerPool-17692-thread-3) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3179729 INFO  (simCloudManagerPool-17692-thread-3) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction TestEventQueueAction instantiated
   [junit4]   2> 3179729 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3179729 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction TestEventQueueAction init
   [junit4]   2> 3179729 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10071_solr, 127.0.0.1:10072_solr]
   [junit4]   2> 3179729 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 3179729 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179729 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3179729 DEBUG (ScheduledTrigger-17693-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 3179729 DEBUG (ScheduledTrigger-17693-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3179734 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider -- creating marker: /autoscaling/nodeAdded/127.0.0.1:10073_solr
   [junit4]   2> 3179748 DEBUG (ScheduledTrigger-17693-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 2
   [junit4]   2> 3179750 DEBUG (ScheduledTrigger-17693-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 3179750 DEBUG (ScheduledTrigger-17693-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3179750 DEBUG (ScheduledTrigger-17693-thread-3) [     ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10073_solr at time 1248741772080801
   [junit4]   2> 3179769 DEBUG (ScheduledTrigger-17693-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3 and last live nodes: 3
   [junit4]   2> 3179771 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 3179771 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 3179771 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 firing registered processor for nodes: [127.0.0.1:10073_solr] added at times [1248741772080801], now=1248742851579101
   [junit4]   2> 3179772 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"]}}
   [junit4]   2> 3179773 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
   [junit4]   2> 3179773 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"]}}
   [junit4]   2> 3179773 DEBUG (ScheduledTrigger-17693-thread-4) [     ] o.a.s.c.a.NodeAddedTrigger Removing new node from tracking: 127.0.0.1:10073_solr
   [junit4]   2> 3179774 DEBUG (AutoscalingActionExecutor-17694-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"]}}
   [junit4]   2> 3179774 INFO  (AutoscalingActionExecutor-17694-thread-1) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction processing: stall=java.util.concurrent.CountDownLatch@3deeb0b[Count = 1] event={
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"]}} 
   [junit4]   2> 3179774 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 3179774 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 3179774 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 3179774 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3179774 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 3179774 INFO  (AutoscalingActionExecutor-17694-thread-1) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction Interrupted
   [junit4]   2> 3179774 DEBUG (AutoscalingActionExecutor-17694-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"]}}
   [junit4]   2> 3179774 WARN  (AutoscalingActionExecutor-17694-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Unhandled exception executing actions
   [junit4]   2>           => org.apache.solr.common.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:583)
   [junit4]   2> org.apache.solr.common.AlreadyClosedException: ScheduledTrigger node_added_trigger1 has been closed.
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers$TriggerWrapper.dequeue(ScheduledTriggers.java:583) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.ScheduledTriggers.lambda$null$3(ScheduledTriggers.java:334) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_201]
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_201]
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209) ~[java/:?]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_201]
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_201]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_201]
   [junit4]   2> 3179774 DEBUG (AutoscalingActionExecutor-17694-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 50 ms for event id=46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu
   [junit4]   2> 3179775 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 3179776 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 3179776 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3179776 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimCloudManager   = killing node 127.0.0.1:10072_solr
   [junit4]   2> 3179776 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10072_solr
   [junit4]   2> 3179780 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3179780 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction TestEventQueueAction instantiated
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 0
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10073_solr, 127.0.0.1:10071_solr]
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10072_solr
   [junit4]   2> 3179781 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction TestEventQueueAction init
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 - Initial livenodes: [127.0.0.1:10073_solr, 127.0.0.1:10071_solr]
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger1 instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration$TestEventQueueAction}], enabled=true}
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeAddedTrigger Adding node from marker path: 127.0.0.1:10073_solr
   [junit4]   2> 3179781 DEBUG (ScheduledTrigger-17698-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 3
   [junit4]   2> 3179781 DEBUG (ScheduledTrigger-17698-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10072_solr
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179781 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3179781 DEBUG (ScheduledTrigger-17698-thread-2) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "_dequeue_time_":1248743343012251,
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3179784 DEBUG (ScheduledTrigger-17698-thread-2) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_added_trigger1]
   [junit4]   2> 3179784 DEBUG (ScheduledTrigger-17698-thread-2) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "_dequeue_time_":1248743343012251,
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3179784 DEBUG (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "_dequeue_time_":1248743343012251,
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3179784 DEBUG (ScheduledTrigger-17698-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger1
   [junit4]   2> 3179784 DEBUG (ScheduledTrigger-17698-thread-2) [     ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 3179784 INFO  (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction processing: stall=java.util.concurrent.CountDownLatch@6ba505ca[Count = 0] event={
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "_dequeue_time_":1248743343012251,
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"],
   [junit4]   2>     "replaying":true}} 
   [junit4]   2> 3179784 INFO  (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.s.TestSimTriggerIntegration$TestEventQueueAction Firing trigger event after await()ing 'stall' countdown
   [junit4]   2> 3179784 DEBUG (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu",
   [junit4]   2>   "source":"node_added_trigger1",
   [junit4]   2>   "eventTime":1248741772080801,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248741772080801],
   [junit4]   2>     "_dequeue_time_":1248743343012251,
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248742917755251,
   [junit4]   2>     "nodeNames":["127.0.0.1:10073_solr"],
   [junit4]   2>     "replaying":true}}
   [junit4]   2> 3179784 DEBUG (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 3179784 DEBUG (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_added_trigger1 after 100ms
   [junit4]   2> 3179784 DEBUG (AutoscalingActionExecutor-17699-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 13 ms for event id=46fb959bdb6a1Taine9qitp5rnuwig7qwlufqgu
   [junit4]   2> 3179880 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3179880 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down scheduled thread pool executor now
   [junit4]   2> 3179881 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Shutting down action executor now
   [junit4]   2> 3179881 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for action executor
   [junit4]   2> 3179881 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers Awaiting termination for scheduled thread pool executor
   [junit4]   2> 3179881 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.ScheduledTriggers ScheduledTriggers closed completely
   [junit4]   2> 3179881 DEBUG (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 3179882 INFO  (TEST-TestSimTriggerIntegration.testEventQueue-seed#[7271B145F16FDF45]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testEventQueue
   [junit4]   2> 3179886 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testNodeLostTrigger
   [junit4]   2> 3179891 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10074_solr
   [junit4]   2> 3179891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Adding .auto_add_replicas and .scheduled_maintenance triggers
   [junit4]   2> 3179891 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** creating new collection states, currentVersion=0
   [junit4]   2> 3179891 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 3179891 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider ** saved cluster state version 0
   [junit4]   2> 3179891 INFO  (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 3179892 DEBUG (simCloudManagerPool-17701-thread-2) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 0
   [junit4]   2> 3179897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 3179897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger .auto_add_replicas - Initial livenodes: [127.0.0.1:10075_solr, 127.0.0.1:10074_solr]
   [junit4]   2> 3179897 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179897 DEBUG (simCloudManagerPool-17701-thread-2) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 3179899 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 1
   [junit4]   2> 3179899 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 3179900 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179900 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 3179901 DEBUG (simCloudManagerPool-17701-thread-3) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179901 DEBUG (simCloudManagerPool-17701-thread-3) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 3179905 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 3179905 INFO  (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.s.TestSimTriggerIntegration TestTriggerAction init
   [junit4]   2> 3179905 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger node_lost_trigger - Initial livenodes: [127.0.0.1:10075_solr, 127.0.0.1:10074_solr]
   [junit4]   2> 3179905 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179905 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 3179906 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 2 and last live nodes: 2
   [junit4]   2> 3179911 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider  -- created marker: /autoscaling/nodeLost/127.0.0.1:10074_solr
   [junit4]   2> 3179911 DEBUG (TEST-TestSimTriggerIntegration.testNodeLostTrigger-seed#[7271B145F16FDF45]) [     ] o.a.s.c.a.s.SimClusterStateProvider --- new Overseer leader: 127.0.0.1:10075_solr
   [junit4]   2> 3179920 DEBUG (ScheduledTrigger-17702-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 3179920 DEBUG (ScheduledTrigger-17702-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
   [junit4]   2> 3179926 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 2
   [junit4]   2> 3179927 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10074_solr
   [junit4]   2> 3179940 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3179947 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3179961 DEBUG (ScheduledTrigger-17702-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3179967 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3179967 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger firing registered processor for lost nodes: [127.0.0.1:10074_solr]
   [junit4]   2> 3179967 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"46fbb6842b797Taine9qitp5rnuwig7qwlufqgw",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1248750605612951,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248750605612951],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "nodeNames":["127.0.0.1:10074_solr"]}}
   [junit4]   2> 3179968 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Pausing all triggers: [.auto_add_replicas, node_lost_trigger]
   [junit4]   2> 3179968 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fbb6842b797Taine9qitp5rnuwig7qwlufqgw",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1248750605612951,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248750605612951],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248752689364151,
   [junit4]   2>     "nodeNames":["127.0.0.1:10074_solr"]}}
   [junit4]   2> 3179969 DEBUG (AutoscalingActionExecutor-17703-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"46fbb6842b797Taine9qitp5rnuwig7qwlufqgw",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1248750605612951,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248750605612951],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248752689364151,
   [junit4]   2>     "nodeNames":["127.0.0.1:10074_solr"]}}
   [junit4]   2> 3179969 DEBUG (AutoscalingActionExecutor-17703-thread-1) [     ] o.a.s.c.a.SystemLogListener Collection .system missing, skip sending event {
   [junit4]   2>   "id":"46fbb6842b797Taine9qitp5rnuwig7qwlufqgw",
   [junit4]   2>   "source":"node_lost_trigger",
   [junit4]   2>   "eventTime":1248750605612951,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1248750605612951],
   [junit4]   2>     "preferredOperation":"movereplica",
   [junit4]   2>     "_enqueue_time_":1248752689364151,
   [junit4]   2>     "nodeNames":["127.0.0.1:10074_solr"]}}
   [junit4]   2> 3179969 DEBUG (AutoscalingActionExecutor-17703-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: .auto_add_replicas after 100ms
   [junit4]   2> 3179969 DEBUG (AutoscalingActionExecutor-17703-thread-1) [     ] o.a.s.c.a.ScheduledTriggers Resuming trigger: node_lost_trigger after 100ms
   [junit4]   2> 3179969 DEBUG (AutoscalingActionExecutor-17703-thread-1) [     ] o.a.s.c.a.ScheduledTriggers -- processing took 23 ms for event id=46fbb6842b797Taine9qitp5rnuwig7qwlufqgw
   [junit4]   2> 3179971 DEBUG (simCloudManagerPool-17701-thread-4) [     ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 3179971 DEBUG (simCloudManagerPool-17701-thread-4) [     ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 3179972 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 3179972 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread -- cleaning old nodeLost / nodeAdded markers
   [junit4]   2> 3179972 DEBUG (Simulated OverseerAutoScalingTriggerThread) [     ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 3180070 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180070 DEBUG (ScheduledTrigger-17702-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180090 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180090 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180111 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180111 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180131 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180131 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180151 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180151 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180172 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180172 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180192 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180192 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180212 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180212 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180233 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180233 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180253 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180253 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180273 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180274 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180293 DEBUG (ScheduledTrigger-17702-thread-3) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180295 DEBUG (ScheduledTrigger-17702-thread-2) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180314 DEBUG (ScheduledTrigger-17702-thread-4) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180316 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180335 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180337 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180355 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180357 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 1 and last live nodes: 1
   [junit4]   2> 3180376 DEBUG (ScheduledTrigger-17702-thread-1) [     ] o.a.s.c.a.NodeLostTrigger Running

[...truncated too long message...]

t4] OK      0.28s J0 | TestSimTriggerIntegration.testNodeMarkersRegistration
   [junit4] OK      0.19s J0 | TestSimTriggerIntegration.testCooldown
   [junit4] OK      0.55s J0 | TestSimTriggerIntegration.testEventFromRestoredState
   [junit4] OK      0.17s J0 | TestSimTriggerIntegration.testTriggerThrottling
   [junit4] OK      0.05s J0 | TestSimTriggerIntegration.testNodeLostTriggerRestoreState
   [junit4] OK      0.27s J0 | TestSimTriggerIntegration.testListeners
   [junit4] Completed [2/5] on J0 in 11.97s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4] OK      0.30s J1 | TestSimTriggerIntegration.testSearchRate
   [junit4] OK      0.21s J1 | TestSimTriggerIntegration.testEventQueue
   [junit4] OK      3.08s J1 | TestSimTriggerIntegration.testNodeLostTrigger
   [junit4] OK      3.12s J1 | TestSimTriggerIntegration.testNodeAddedTrigger
   [junit4] OK      0.09s J1 | TestSimTriggerIntegration.testNodeAddedTriggerRestoreState
   [junit4] OK      0.26s J1 | TestSimTriggerIntegration.testNodeMarkersRegistration
   [junit4] OK      0.18s J1 | TestSimTriggerIntegration.testCooldown
   [junit4] OK      0.55s J1 | TestSimTriggerIntegration.testEventFromRestoredState
   [junit4] OK      0.16s J1 | TestSimTriggerIntegration.testTriggerThrottling
   [junit4] OK      0.06s J1 | TestSimTriggerIntegration.testNodeLostTriggerRestoreState
   [junit4] OK      0.18s J1 | TestSimTriggerIntegration.testListeners
   [junit4] Completed [3/5] on J1 in 8.28s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4] OK      0.29s J0 | TestSimTriggerIntegration.testSearchRate
   [junit4] OK      0.15s J0 | TestSimTriggerIntegration.testEventQueue
   [junit4] OK      3.11s J0 | TestSimTriggerIntegration.testNodeLostTrigger
   [junit4] OK      3.06s J0 | TestSimTriggerIntegration.testNodeAddedTrigger
   [junit4] OK      0.09s J0 | TestSimTriggerIntegration.testNodeAddedTriggerRestoreState
   [junit4] OK      0.26s J0 | TestSimTriggerIntegration.testNodeMarkersRegistration
   [junit4] OK      0.18s J0 | TestSimTriggerIntegration.testCooldown
   [junit4] OK      0.55s J0 | TestSimTriggerIntegration.testEventFromRestoredState
   [junit4] OK      0.16s J0 | TestSimTriggerIntegration.testTriggerThrottling
   [junit4] OK      0.04s J0 | TestSimTriggerIntegration.testNodeLostTriggerRestoreState
   [junit4] OK      0.18s J0 | TestSimTriggerIntegration.testListeners
   [junit4] Completed [4/5] on J0 in 8.30s, 11 tests
   [junit4] 
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
   [junit4] OK      0.21s J1 | TestSimTriggerIntegration.testSearchRate
   [junit4] OK      0.16s J1 | TestSimTriggerIntegration.testEventQueue
   [junit4] OK      3.07s J1 | TestSimTriggerIntegration.testNodeLostTrigger
   [junit4] OK      3.07s J1 | TestSimTriggerIntegration.testNodeAddedTrigger
   [junit4] OK      0.08s J1 | TestSimTriggerIntegration.testNodeAddedTriggerRestoreState
   [junit4] OK      0.26s J1 | TestSimTriggerIntegration.testNodeMarkersRegistration
   [junit4] OK      0.18s J1 | TestSimTriggerIntegration.testCooldown
   [junit4] OK      0.56s J1 | TestSimTriggerIntegration.testEventFromRestoredState
   [junit4] OK      0.15s J1 | TestSimTriggerIntegration.testTriggerThrottling
   [junit4] OK      0.06s J1 | TestSimTriggerIntegration.testNodeLostTriggerRestoreState
   [junit4] OK      0.19s J1 | TestSimTriggerIntegration.testListeners
   [junit4] Completed [5/5] on J1 in 8.05s, 11 tests
   [junit4] 
   [junit4] JVM J0:     0.69 ..    22.08 =    21.39s
   [junit4] JVM J1:     0.69 ..    29.98 =    29.29s
   [junit4] Execution time total: 29 seconds
   [junit4] Tests summary: 5 suites, 55 tests
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J0/temp])
   [junit4] Could not remove temporary path: /export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1 (java.nio.file.DirectoryNotEmptyException: Remaining files: [/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris/solr/build/solr-core/test/J1/temp])
     [echo] 5 slowest tests:
[junit4:tophints] 277.98s | org.apache.solr.search.facet.TestJsonFacets
[junit4:tophints] 264.59s | org.apache.solr.cloud.autoscaling.IndexSizeTriggerTest
[junit4:tophints] 224.39s | org.apache.solr.cloud.api.collections.ShardSplitTest
[junit4:tophints] 142.91s | org.apache.solr.cloud.CollectionsAPISolrJTest
[junit4:tophints] 118.18s | org.apache.solr.handler.TestReplicationHandler

-check-totals:

test-nocompile:

BUILD SUCCESSFUL
Total time: 32 seconds
[repro] Failures:
[repro]   0/5 failed: org.apache.solr.cloud.autoscaling.sim.TestSimTriggerIntegration
[repro] Exiting with code 0
+ mv lucene/build lucene/build.repro
+ mv solr/build solr/build.repro
+ mv lucene/build.orig lucene/build
+ mv solr/build.orig solr/build
Archiving artifacts
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath$ValidateAntFileMask.hasMatch(FilePath.java:2805)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2684)
	at hudson.FilePath$ValidateAntFileMask.invoke(FilePath.java:2665)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3052)
Also:   hudson.remoting.Channel$CallSiteStackTrace: Remote call to Solaris VBOX
		at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1743)
		at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
		at hudson.remoting.Channel.call(Channel.java:957)
		at hudson.FilePath.act(FilePath.java:1072)
		at hudson.FilePath.act(FilePath.java:1061)
		at hudson.FilePath.validateAntFileMask(FilePath.java:2663)
		at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:248)
		at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
		at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
		at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
		at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
		at hudson.model.Build$BuildExecution.post2(Build.java:186)
		at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
		at hudson.model.Run.execute(Run.java:1843)
		at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
		at hudson.model.ResourceController.execute(ResourceController.java:97)
		at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:3054)
	at hudson.remoting.UserRequest.perform(UserRequest.java:212)
	at hudson.remoting.UserRequest.perform(UserRequest.java:54)
	at hudson.remoting.Request$2.run(Request.java:369)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
	at hudson.FilePath.act(FilePath.java:1074)
	at hudson.FilePath.act(FilePath.java:1061)
	at hudson.FilePath.validateAntFileMask(FilePath.java:2663)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:248)
	at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:79)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:741)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
	at hudson.model.Build$BuildExecution.post2(Build.java:186)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
	at hudson.model.Run.execute(Run.java:1843)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:97)
	at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/*_pid*.log". Configuration error?
[WARNINGS] Parsing warnings in console log with parser Java Compiler (javac)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
No credentials specified
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
<Git Blamer> Using GitBlamer to create author and commit information for all warnings.
<Git Blamer> GIT_COMMIT=a329953429b6fa40ccf94a0253cf892b329edc3c, workspace=/export/home/jenkins/workspace/Lucene-Solr-8.x-Solaris
[WARNINGS] Computing warning deltas based on reference build #223
Recording test results
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2
Setting ANT_1_8_2_HOME=/export/home/jenkins/tools/hudson.tasks.Ant_AntInstallation/ANT_1.8.2