You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/14 13:59:09 UTC

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21083 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21083/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseG1GC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.request.TestV2Request

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request:     1) Thread[id=1832, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]         at java.base@10-ea/java.lang.Thread.sleep(Native Method)         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request: 
   1) Thread[id=1832, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
        at java.base@10-ea/java.lang.Thread.sleep(Native Method)
        at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([83C40A66A355ED16]:0)


FAILED:  org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient

Error Message:
Error from server at http://127.0.0.1:35147/solr: Could not fully remove collection: test

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:35147/solr: Could not fully remove collection: test
	at __randomizedtesting.SeedInfo.seed([83C40A66A355ED16:5BDC124C0261FF31]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:42)
	at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:91)
	at org.apache.solr.client.solrj.request.TestV2Request.testHttpSolrClient(TestV2Request.java:62)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient

Error Message:
Error from server at http://127.0.0.1:34901/solr: Could not fully create collection: test

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException: Error from server at http://127.0.0.1:34901/solr: Could not fully create collection: test
	at __randomizedtesting.SeedInfo.seed([83C40A66A355ED16:1A3281D606E6657D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteExecutionException.create(HttpSolrClient.java:830)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.client.solrj.request.TestV2Request.assertSuccess(TestV2Request.java:42)
	at org.apache.solr.client.solrj.request.TestV2Request.doTest(TestV2Request.java:72)
	at org.apache.solr.client.solrj.request.TestV2Request.testCloudSolrClient(TestV2Request.java:68)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestCryptoKeys.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:40785

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40785
	at __randomizedtesting.SeedInfo.seed([9AF05208367B527F:12A46DD298873F87]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndClientAuth

Error Message:
Error from server at https://127.0.0.1:32901/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:32901/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([9AF05208367B527F:4974BBC5A4B60983]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkCreateCollection(TestMiniSolrCloudClusterSSL.java:200)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithCollectionCreations(TestMiniSolrCloudClusterSSL.java:188)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.checkClusterWithNodeReplacement(TestMiniSolrCloudClusterSSL.java:138)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterSSL.testSslAndClientAuth(TestMiniSolrCloudClusterSSL.java:120)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12580 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCryptoKeys
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/init-core-data-001
   [junit4]   2> 760828 WARN  (SUITE-TestCryptoKeys-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 760828 INFO  (SUITE-TestCryptoKeys-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 760828 INFO  (SUITE-TestCryptoKeys-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 760829 INFO  (SUITE-TestCryptoKeys-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 760829 INFO  (SUITE-TestCryptoKeys-seed#[9AF05208367B527F]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 760831 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 760831 INFO  (Thread-1455) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 760831 INFO  (Thread-1455) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 760837 ERROR (Thread-1455) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 760931 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkTestServer start zk server on port:40651
   [junit4]   2> 760937 INFO  (zkConnectionManagerCallback-1323-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 760939 INFO  (zkConnectionManagerCallback-1325-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 760941 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 760942 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 760943 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 760944 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 760945 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 760946 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 760946 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 760947 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 760948 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 760948 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 760949 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 760953 INFO  (zkConnectionManagerCallback-1328-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 760954 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 761066 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 761073 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c668fd2{/,null,AVAILABLE}
   [junit4]   2> 761074 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6b55246c{SSL,[ssl, http/1.1]}{127.0.0.1:40785}
   [junit4]   2> 761074 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.e.j.s.Server Started @762509ms
   [junit4]   2> 761074 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/tempDir-001/control/data, hostPort=40785, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 761075 ERROR (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 761075 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 761075 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 761075 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 761075 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-14T13:06:48.434484Z
   [junit4]   2> 761077 INFO  (zkConnectionManagerCallback-1330-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 761079 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 761079 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/control-001/solr.xml
   [junit4]   2> 761081 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 761081 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 761082 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@73df5431, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 761085 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40651/solr
   [junit4]   2> 761092 INFO  (zkConnectionManagerCallback-1334-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 761099 INFO  (zkConnectionManagerCallback-1336-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 761167 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 761168 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40785_
   [junit4]   2> 761168 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.Overseer Overseer (id=99172798181670917-127.0.0.1:40785_-n_0000000000) starting
   [junit4]   2> 761187 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40785_
   [junit4]   2> 761197 INFO  (zkCallback-1335-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 761224 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73df5431
   [junit4]   2> 761234 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73df5431
   [junit4]   2> 761235 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73df5431
   [junit4]   2> 761236 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/control-001/cores
   [junit4]   2> 761269 INFO  (zkConnectionManagerCallback-1342-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 761270 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 761270 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40651/solr ready
   [junit4]   2> 761290 INFO  (qtp1877061992-6653) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40785_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 761297 INFO  (OverseerThreadFactory-2453-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 761417 INFO  (qtp1877061992-6647) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 761417 INFO  (qtp1877061992-6647) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 761522 INFO  (zkCallback-1335-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 762436 INFO  (qtp1877061992-6647) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 762460 INFO  (qtp1877061992-6647) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 762544 INFO  (qtp1877061992-6647) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 762562 INFO  (qtp1877061992-6647) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 762562 INFO  (qtp1877061992-6647) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@73df5431
   [junit4]   2> 762563 INFO  (qtp1877061992-6647) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 762563 INFO  (qtp1877061992-6647) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 762566 INFO  (qtp1877061992-6647) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=36, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=3.814453125, floorSegmentMB=1.9189453125, forceMergeDeletesPctAllowed=9.683468778586029, segmentsPerTier=25.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.811992731788313
   [junit4]   2> 762569 WARN  (qtp1877061992-6647) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 762616 INFO  (qtp1877061992-6647) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 762616 INFO  (qtp1877061992-6647) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 762618 INFO  (qtp1877061992-6647) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 762618 INFO  (qtp1877061992-6647) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 762620 INFO  (qtp1877061992-6647) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=32.501953125, floorSegmentMB=1.6015625, forceMergeDeletesPctAllowed=18.50623782524233, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3357806694549015
   [junit4]   2> 762620 INFO  (qtp1877061992-6647) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c0be7b9[control_collection_shard1_replica_n1] main]
   [junit4]   2> 762621 INFO  (qtp1877061992-6647) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 762622 INFO  (qtp1877061992-6647) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 762623 INFO  (qtp1877061992-6647) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 762623 INFO  (qtp1877061992-6647) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1586764772783685632
   [junit4]   2> 762625 INFO  (searcherExecutor-2456-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@2c0be7b9[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 762628 INFO  (qtp1877061992-6647) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 762628 INFO  (qtp1877061992-6647) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 762628 INFO  (qtp1877061992-6647) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40785/control_collection_shard1_replica_n1/
   [junit4]   2> 762628 INFO  (qtp1877061992-6647) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 762628 INFO  (qtp1877061992-6647) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:40785/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 762628 INFO  (qtp1877061992-6647) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 762631 INFO  (qtp1877061992-6647) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40785/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 821339 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40785
   [junit4]   2> 821339 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=163204042
   [junit4]   2> 821339 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 821339 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13767fe3: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@11dee1ec
   [junit4]   2> 821350 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 821350 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f43fc4b: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@54eb644a
   [junit4]   2> 821356 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 821356 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6c59eee5: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@2286a544
   [junit4]   2> 821357 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40785_
   [junit4]   2> 821357 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 821358 INFO  (zkCallback-1335-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 821358 INFO  (coreCloseExecutor-2461-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6964923c
   [junit4]   2> 821358 INFO  (coreCloseExecutor-2461-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1768198716
   [junit4]   2> 821358 INFO  (coreCloseExecutor-2461-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b9ec862: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@69a5726a
   [junit4]   2> 821365 INFO  (coreCloseExecutor-2461-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1768198716
   [junit4]   2> 832213 INFO  (ScheduledTrigger-2451-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 832214 INFO  (AutoscalingActionExecutor-2452-thread-1) [    ] o.a.s.c.s.c.a.PolicyHelper returnSession, curr-time 958021545 sessionWrapper.createTime 958021545667784, this.sessionWrapper.createTime 958021545667784 
   [junit4]   2> 832215 INFO  (AutoscalingActionExecutor-2452-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"3674e7192fb89T4wryhdmtgzv5akrh3nh4jm8ju",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":958011540700041,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[958011540700041],
   [junit4]   2>     "_enqueue_time_":958021543208866,
   [junit4]   2>     "nodeNames":["127.0.0.1:40785_"]}}
   [junit4]   2> 941293 ERROR (qtp1877061992-6653) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 941294 INFO  (qtp1877061992-6653) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40785_&wt=javabin&version=2} status=500 QTime=180003
   [junit4]   2> 941294 ERROR (qtp1877061992-6653) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1361517 ERROR (OverseerThreadFactory-2453-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40785
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40785
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
   [junit4]   2> 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
   [junit4]   2> 	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
   [junit4]   2> 	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1361519 ERROR (OverseerThreadFactory-2453-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1361518 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.Overseer Overseer (id=99172798181670917-127.0.0.1:40785_-n_0000000000) closing
   [junit4]   2> 1361519 INFO  (OverseerStateUpdate-99172798181670917-127.0.0.1:40785_-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40785_
   [junit4]   2> 1361520 INFO  (OverseerThreadFactory-2453-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1391557 INFO  (zkCallback-1335-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1391558 ERROR (OverseerThreadFactory-2453-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:688)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:240)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1391558 INFO  (OverseerThreadFactory-2453-thread-1) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1391559 WARN  (OverseerAutoScalingTriggerThread-99172798181670917-127.0.0.1:40785_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1391560 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6b55246c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1391560 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7c668fd2{/,null,UNAVAILABLE}
   [junit4]   2> 1391609 ERROR (qtp1877061992-6647) [    ] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1391609 ERROR (qtp1877061992-6647) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:892)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1053)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:954)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1391616 INFO  (qtp1877061992-6647) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630199
   [junit4]   2> 1391617 ERROR (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1391617 INFO  (TEST-TestCryptoKeys.test-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40651 40651
   [junit4]   2> 1397567 INFO  (Thread-1455) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40651 40651
   [junit4]   2> 1397568 WARN  (Thread-1455) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestCryptoKeys -Dtests.method=test -Dtests.seed=9AF05208367B527F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=km -Dtests.timezone=Etc/GMT+5 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    637s J1 | TestCryptoKeys.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40785
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9AF05208367B527F:12A46DD298873F87]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
   [junit4]    > 	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 42 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestCryptoKeys_9AF05208367B527F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1196, maxMBSortInHeap=6.511793485630678, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@42b260b9), locale=km, timezone=Etc/GMT+5
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=215692096,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestXmlQParserPlugin, OpenCloseCoreStressTest, TestJettySolrRunner, PolyFieldTest, ExecutePlanActionTest, AssignTest, RemoteQueryErrorTest, DeleteLastCustomShardedReplicaTest, SampleTest, TestFieldTypeResource, HdfsChaosMonkeySafeLeaderTest, TestClusterProperties, TestLegacyNumericRangeQueryBuilder, PingRequestHandlerTest, HdfsRecoverLeaseTest, HealthCheckHandlerTest, SOLR749Test, BigEndianAscendingWordSerializerTest, TestLegacyNumericUtils, BadIndexSchemaTest, RegexBoostProcessorTest, TestBM25SimilarityFactory, CloudExitableDirectoryReaderTest, TestQuerySenderNoQuery, TestNodeAddedTrigger, TestGraphTermsQParserPlugin, TestFastLRUCache, TestOmitPositions, TestExecutePlanAction, TestDownShardTolerantSearch, TestStreamBody, TestCustomDocTransformer, AddSchemaFieldsUpdateProcessorFactoryTest, SolrJmxReporterCloudTest, InfoHandlerTest, ShowFileRequestHandlerTest, TestStressUserVersions, HdfsSyncSliceTest, SolrIndexSplitterTest, TestRTimerTree, TestCollationFieldDocValues, TestLeaderElectionWithEmptyReplica, TestZkAclsWithHadoopAuth, CircularListTest, TestSimDistributedQueue, SparseHLLTest, BlockJoinFacetRandomTest, TestHdfsBackupRestoreCore, TestBlendedInfixSuggestions, TestPerFieldSimilarity, AnalysisErrorHandlingTest, TestCursorMarkWithoutUniqueKey, TestInPlaceUpdatesStandalone, TestRandomCollapseQParserPlugin, TestScoreJoinQPScore, TestCustomStream, TestDefaultStatsCache, DirectUpdateHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, DistributedQueryComponentCustomSortTest, SubstringBytesRefFilterTest, TestCoreAdminApis, DistribDocExpirationUpdateProcessorTest, SolrCloudReportersTest, TestJmxIntegration, DeleteShardTest, DistributedFacetPivotSmallAdvancedTest, SolrIndexConfigTest, AutoAddReplicasPlanActionTest, ChangedSchemaMergeTest, TestStressReorder, SchemaVersionSpecificBehaviorTest, OverseerTaskQueueTest, OverseerModifyCollectionTest, FacetPivotSmallTest, TestBulkSchemaConcurrent, QueryEqualityTest, TestRebalanceLeaders, TestCollationField, TestStressCloudBlindAtomicUpdates, TestSlowCompositeReaderWrapper, TestHighFrequencyDictionaryFactory, SignatureUpdateProcessorFactoryTest, LukeRequestHandlerTest, SimpleMLTQParserTest, ZkSolrClientTest, CreateCollectionCleanupTest, AddReplicaTest, TestFieldCacheSort, CdcrBidirectionalTest, ParsingFieldUpdateProcessorsTest, VMParamsZkACLAndCredentialsProvidersTest, SynonymTokenizerTest, TestCryptoKeys]
   [junit4] Completed [311/764 (1!)] on J1 in 636.76s, 1 test, 1 error <<< FAILURES!

[...truncated 861 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestMiniSolrCloudClusterSSL
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_9AF05208367B527F-001/init-core-data-001
   [junit4]   2> 2643691 INFO  (SUITE-TestMiniSolrCloudClusterSSL-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2643692 INFO  (SUITE-TestMiniSolrCloudClusterSSL-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2643692 INFO  (SUITE-TestMiniSolrCloudClusterSSL-seed#[9AF05208367B527F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2643694 INFO  (TEST-TestMiniSolrCloudClusterSSL.testNoSsl-seed#[9AF05208367B527F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoSsl
   [junit4]   2> 2643694 INFO  (TEST-TestMiniSolrCloudClusterSSL.testNoSsl-seed#[9AF05208367B527F]) [    ] o.a.s.c.TestMiniSolrCloudClusterSSL NOTE: This Test ignores the randomized SSL & clientAuth settings selected by base class
   [junit4]   2> 2643695 INFO  (TEST-TestMiniSolrCloudClusterSSL.testNoSsl-seed#[9AF05208367B527F]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestMiniSolrCloudClusterSSL_9AF05208367B527F-001/tempDir-001
   [junit4]   2> 2643695 INFO  (TEST-TestMiniSolrCloudClusterSSL.testNoSsl-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2643695 INFO  (Thread-6921) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2643695 INFO  (Thread-6921) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2643697 ERROR (Thread-6921) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2643795 INFO  (TEST-TestMiniSolrCloudClusterSSL.testNoSsl-seed#[9AF05208367B527F]) [    ] o.a.s.c.ZkTestServer start zk server on port:33793
   [junit4]   2> 2643797 INFO  (zkConnectionManagerCallback-8096-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2643802 INFO  (jetty-launcher-8093-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2643802 INFO  (jetty-launcher-8093-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2643802 INFO  (jetty-launcher-8093-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2643803 INFO  (jetty-launcher-8093-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cb309c3{/solr,null,AVAILABLE}
   [junit4]   2> 2643803 INFO  (jetty-launcher-8093-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@39168369{/solr,null,AVAILABLE}
   [junit4]   2> 2643804 INFO  (jetty-launcher-8093-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cce6642{/solr,null,AVAILABLE}
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4d2baaa4{HTTP/1.1,[http/1.1]}{127.0.0.1:35523}
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@717893d8{HTTP/1.1,[http/1.1]}{127.0.0.1:40937}
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-2) [    ] o.e.j.s.Server Started @2645623ms
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3fc40abc{HTTP/1.1,[http/1.1]}{127.0.0.1:37635}
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35523}
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-3) [    ] o.e.j.s.Server Started @2645623ms
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37635}
   [junit4]   2> 2643807 ERROR (jetty-launcher-8093-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2643807 ERROR (jetty-launcher-8093-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-14T13:38:11.548753Z
   [junit4]   2> 2643807 INFO  (jetty-launcher-8093-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-14T13:38:11.548820Z
   [junit4]   2> 2643806 INFO  (jetty-launcher-8093-thread-1) [    ] o.e.j.s.Server Started @2645623ms
   [junit4]   2> 2643808 INFO  (jetty-launcher-8093-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40937}
   [junit4]   2> 2643808 ERROR (jetty-launcher-8093-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2643808 INFO  (jetty-launcher-8093-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2643808 INFO  (jetty-launcher-8093-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2643808 INFO  (jetty-launcher-8093-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2643808 INFO  (jetty-launcher-8093-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-14T13:38:11.549628Z
   [junit4]   2> 2643809 INFO  (zkConnectionManagerCallback-8100-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2643809 INFO  (zkConnectionManagerCallback-8098-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2643809 INFO  (zkConnectionManagerCallback-8102-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 2643810 INFO  (jetty-launcher-8093-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2643810 INFO  (jetty-launcher-8093-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2643810 INFO  (jetty-launcher-8093-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2643814 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160553f2b6d0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   

[...truncated too long message...]

_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 166963 WARN  (zkCallback-540-thread-2) [    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:39057_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:39057_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:364)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:704)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4717)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:703)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$900(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1090)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1085)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$1(SolrZkClient.java:268)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 166963 INFO  (jetty-closer-510-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75bddcd5{/solr,null,UNAVAILABLE}
   [junit4]   2> 166964 ERROR (SUITE-TestV2Request-seed#[83C40A66A355ED16]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 166964 INFO  (SUITE-TestV2Request-seed#[83C40A66A355ED16]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41849 41849
   [junit4]   2> 170936 INFO  (Thread-196) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41849 41849
   [junit4]   2> 170937 WARN  (Thread-196) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/configs/config
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/test/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99172977063034890-127.0.0.1:35147_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.request.TestV2Request_83C40A66A355ED16-001
   [junit4]   2> Dec 14, 2017 1:53:27 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Dec 14, 2017 1:53:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request: 
   [junit4]   2>    1) Thread[id=1832, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
   [junit4]   2>         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]   2>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Dec 14, 2017 1:53:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1832, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
   [junit4]   2> Dec 14, 2017 1:53:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=561, maxMBSortInHeap=5.64854538065414, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@68b35dd5), locale=en-SS, timezone=Asia/Urumqi
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=274405328,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisResponseTest, CloudSolrClientBuilderTest, TestCoreAdmin, SineEvaluatorTest, LBHttpSolrClientBuilderTest, CloudSolrClientTest, NormalizeEvaluatorTest, ArcCosineEvaluatorTest, PowerEvaluatorTest, TestCloudSolrClientConnections, SolrExampleBinaryTest, CoalesceEvaluatorTest, ModifiableSolrParamsTest, MultiplyEvaluatorTest, StreamExpressionToExplanationTest, DivideEvaluatorTest, LessThanEqualToEvaluatorTest, CosineEvaluatorTest, SelectWithEvaluatorsTest, TestCollectionAdminRequest, TestBatchUpdate, JdbcDriverTest, TestJavaBinCodec, TestHash, GreaterThanEqualToEvaluatorTest, JettyWebappTest, TestSpellCheckResponse, SolrParamTest, MergeIndexesEmbeddedTest, TestFastInputStream, SolrDocumentTest, TestUpdateRequestCodec, NamedListTest, SolrSchemalessExampleTest, CloudSolrClientCacheTest, ConcurrentUpdateSolrClientTest, StreamExpressionToExpessionTest, StreamingTest, CumulativeProbabilityEvaluatorTest, FieldValueEvaluatorTest, HyperbolicSineEvaluatorTest, LengthEvaluatorTest, RecursiveEvaluatorTest, SquareRootEvaluatorTest, UniformDistributionEvaluatorTest, OperationsTest, TestV2Request]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestV2Request -Dtests.seed=83C40A66A355ED16 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-SS -Dtests.timezone=Asia/Urumqi -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | TestV2Request (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.request.TestV2Request: 
   [junit4]    >    1) Thread[id=1832, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestV2Request]
   [junit4]    >         at java.base@10-ea/java.lang.Thread.sleep(Native Method)
   [junit4]    >         at app//org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([83C40A66A355ED16]:0)
   [junit4] Completed [146/146 (1!)] on J2 in 90.10s, 3 tests, 3 errors <<< FAILURES!

[...truncated 39232 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 21084 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21084/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate

Error Message:
expected:<500.0> but was:<250.0>

Stack Trace:
java.lang.AssertionError: expected:<500.0> but was:<250.0>
	at __randomizedtesting.SeedInfo.seed([2DCCC7604FA6604A:7084D9E98060C605]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1213)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13425 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration
   [junit4]   2> 2709363 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_2DCCC7604FA6604A-001/init-core-data-001
   [junit4]   2> 2709364 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2709365 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2709365 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=clusterstate.json
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=clusterprops.json
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=roles.json
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709366 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10120_solr
   [junit4]   2> 2709366 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10120_solr
   [junit4]   2> 2709367 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709367 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709367 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10121_solr
   [junit4]   2> 2709367 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 0
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10121_solr
   [junit4]   2> 2709367 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709367 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709367 INFO  (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709367 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10121_solr, 127.0.0.1:10120_solr]
   [junit4]   2> 2709368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion -1
   [junit4]   2> 2709368 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 0
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709368 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2709369 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709369 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709369 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 0, lastZnodeVersion 0
   [junit4]   2> 2709369 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709369 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeMarkersRegistration
   [junit4]   2> 2709369 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709369 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709369 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709369 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709370 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2709370 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709370 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2709370 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709370 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709370 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709370 WARN  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.NodeLostTrigger NodeLostTrigger ran but was already closed
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709373 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709374 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709374 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709374 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709374 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709374 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709374 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709374 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 2709374 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709374 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709374 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709374 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709374 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2709374 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709374 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2709374 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709374 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2709375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709375 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709375 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709375 INFO  (ScheduledTrigger-9271-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709375 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10122_solr
   [junit4]   2> 2709375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709375 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709375 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10122_solr
   [junit4]   2> 2709375 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
   [junit4]   2> 	at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2709375 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709376 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709376 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709376 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2709376 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709376 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709376 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10122_solr
   [junit4]   2> 2709376 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709376 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 1
   [junit4]   2> 2709376 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709376 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 2709376 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr, 127.0.0.1:10120_solr]
   [junit4]   2> 2709376 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Interrupted
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.base/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireInterruptibly(AbstractQueuedSynchronizer.java:1247)
   [junit4]   2> 	at java.base/java.util.concurrent.locks.ReentrantLock.lockInterruptibly(ReentrantLock.java:317)
   [junit4]   2> 	at org.apache.solr.cloud.autoscaling.OverseerTriggerThread.run(OverseerTriggerThread.java:154)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2709376 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2709377 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709377 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709377 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709377 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6a493870, currentName=127.0.0.1:10120_solr
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr]
   [junit4]   2> 2709377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion -1
   [junit4]   2> 2709377 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709377 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709378 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.NodeLostTrigger Adding lost node from marker path: 127.0.0.1:10120_solr
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6a493870, currentName=127.0.0.1:10120_solr
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6a493870, currentName=127.0.0.1:10120_solr
   [junit4]   2> 2709378 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709378 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709378 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709378 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2709379 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Tracking lost node: 127.0.0.1:10120_solr
   [junit4]   2> 2709379 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709379 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709379 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709379 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709379 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709379 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709399 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2709419 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2709439 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2709459 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2709477 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709477 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709477 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6a493870, currentName=127.0.0.1:10120_solr
   [junit4]   2> 2709477 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD TRIGGERS
   [junit4]   2> 2709478 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709478 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=clusterstate.json
   [junit4]   2> 2709478 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=clusterstate.json
   [junit4]   2> 2709478 DEBUG (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2709478 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709478 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709478 DEBUG (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2709478 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709479 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709479 DEBUG (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr]
   [junit4]   2> 2709479 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709479 INFO  (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709479 DEBUG (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr]
   [junit4]   2> 2709479 DEBUG (simCloudManagerPool-9270-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 2709479 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709479 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709479 DEBUG (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709479 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709479 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709479 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 2709480 DEBUG (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 2709480 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 2
   [junit4]   2> 2709480 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709480 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709480 DEBUG (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr]
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709480 DEBUG (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2709480 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 DEBUG (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 2
   [junit4]   2> 2709480 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709480 DEBUG (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr]
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709480 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709480 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709480 INFO  (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709481 DEBUG (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:10122_solr, 127.0.0.1:10121_solr]
   [junit4]   2> 2709481 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709481 DEBUG (simCloudManagerPool-9270-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration$TestEventMarkerAction}], enabled=true}
   [junit4]   2> 2709481 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 3
   [junit4]   2> 2709481 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709481 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 2709481 INFO  (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== ADD NODE 1
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_lost_trigger
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=live_nodes
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6afe8644, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_lost_trigger
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.TestTriggerIntegration TestEventMarkerAction init
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709481 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709482 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709482 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_lost_trigger
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709482 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709482 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709482 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=.auto_add_replicas
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_lost_trigger
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709482 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_lost_trigger
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_lost_trigger
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709482 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709483 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709483 INFO  (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_lost_trigger
   [junit4]   2> 2709500 DEBUG (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2709500 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709500 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709500 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709500 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709500 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709500 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=.auto_add_replicas
   [junit4]   2> 2709501 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2709501 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2709501 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:10123_solr at time 975261527919626
   [junit4]   2> 2709501 INFO  (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709501 INFO  (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709501 INFO  (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709501 INFO  (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709501 INFO  (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709501 INFO  (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709503 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
   [junit4]   2> 2709520 DEBUG (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2709522 DEBUG (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2709522 DEBUG (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2709522 DEBUG (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:10123_solr] added at times [975261527919626], now=975262550385076
   [junit4]   2> 2709522 DEBUG (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"376fec4ef4c0aT6pkq1h1dx2f6omba8fgva9df9",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":975261527919626,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[975261527919626],
   [junit4]   2>     "nodeNames":["127.0.0.1:10123_solr"]}}
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709522 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@4bb8fec6, currentName=qn-
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709523 DEBUG (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"376fec4ef4c0aT6pkq1h1dx2f6omba8fgva9df9",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":975261527919626,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[975261527919626],
   [junit4]   2>     "_enqueue_time_":975262556786326,
   [junit4]   2>     "nodeNames":["127.0.0.1:10123_solr"]}}
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709523 INFO  (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@7df66391, currentName=node_added_trigger
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@4bb8fec6, currentName=qn-0000000000
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=events
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@15c48019, currentName=node_added_trigger
   [junit4]   2> 2709523 INFO  (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@4bb8fec6, currentName=qn-0000000000
   [junit4]   2> 2709524 DEBUG (AutoscalingActionExecutor-9276-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing took 54 ms for event id=376fec4ef4c0aT6pkq1h1dx2f6omba8fgva9df9
   [junit4]   2> 2709540 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2709543 DEBUG (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
   [junit4]   2> 2709543 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2709543 DEBUG (ScheduledTrigger-9275-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2709561 DEBUG (ScheduledTrigger-9275-thread-4) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2709563 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: node_lost_trigger with currently live nodes: 3
   [junit4]   2> 2709563 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2709563 DEBUG (ScheduledTrigger-9275-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: 3
   [junit4]   2> 2709581 DEBUG (ScheduledTrigger-9275-thread-3) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 3
   [junit4]   2> 2709582 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709582 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeAdded
   [junit4]   2> 2709583 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@5e832e5b, currentName=127.0.0.1:10123_solr
   [junit4]   2> 2709583 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.TestTriggerIntegration ====== KILL OVERSEER 2
   [junit4]   2> 2709583 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimCloudManager === Restarting OverseerTriggerThread and clearing object cache...
   [junit4]   2> 2709583 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2709583 DEBUG (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2709583 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709583 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709584 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=nodeLost
   [junit4]   2> 2709584 INFO  (TEST-TestTriggerIntegration.testNodeMarkersRegistration-seed#[2DCCC7604FA6604A]) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@6a493870, currentName=127.0.0.1:10122_solr
   [junit4]   2> 2709584 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709584 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling.json
   [junit4]   2> 2709584 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 2709584 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@602be3e7, currentName=autoscaling
   [junit4]   2> 2709584 INFO  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.s.SimDistribStateManager  - parentNode=org.apache.solr.cloud.autoscaling.sim.SimDistribStateManager$Node@72c87108, currentName=triggerState
   [junit4]   2> 2709584 DEBUG (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.

[...truncated too long message...]

unit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node1\":{\n    \"core\":\"collection1_shard1_replica_n1\",\n    \"INDEX.sizeInBytes\":123450000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10125_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node2\":{\n    \"core\":\"collection1_shard1_replica_n2\",\n    \"INDEX.sizeInBytes\":123450000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10130_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}}}}
   [junit4]   2> 2711202 DEBUG (ScheduledTrigger-9301-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: 9
   [junit4]   2> 2711218 INFO  (TEST-TestTriggerIntegration.testSearchRate-seed#[2DCCC7604FA6604A]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSearchRate
   [junit4]   2> 2711218 DEBUG (ScheduledTrigger-9301-thread-3) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"3771242f2682cT6pkq1h1dx2f6omba8fgva9dhm",
   [junit4]   2>   "source":"search_rate_trigger",
   [junit4]   2>   "eventTime":975345246431276,
   [junit4]   2>   "eventType":"SEARCHRATE",
   [junit4]   2>   "properties":{
   [junit4]   2>     "node":{
   [junit4]   2>       "127.0.0.1:10130_solr":250.0,
   [junit4]   2>       "127.0.0.1:10125_solr":250.0},
   [junit4]   2>     "replica":[
   [junit4]   2>       "{\"core_node1\":{\n    \"core\":\"collection1_shard1_replica_n1\",\n    \"INDEX.sizeInBytes\":123450000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10125_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}",
   [junit4]   2>       "{\"core_node2\":{\n    \"core\":\"collection1_shard1_replica_n2\",\n    \"INDEX.sizeInBytes\":123450000,\n    \"rate\":250.0,\n    \"node_name\":\"127.0.0.1:10130_solr\",\n    \"state\":\"active\",\n    \"type\":\"NRT\",\n    \"QUERY./select.requestTimes:1minRate\":250.0,\n    \"shard\":\"shard1\",\n    \"collection\":\"collection1\"}}"],
   [junit4]   2>     "collection":{"collection1":500.0},
   [junit4]   2>     "shard":{"collection1":{"shard1":500.0}}}}
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTriggerIntegration -Dtests.method=testSearchRate -Dtests.seed=2DCCC7604FA6604A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=dsb-DE -Dtests.timezone=America/Campo_Grande -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.11s J2 | TestTriggerIntegration.testSearchRate <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<500.0> but was:<250.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2DCCC7604FA6604A:7084D9E98060C605]:0)
   [junit4]    > 	at org.apache.solr.cloud.autoscaling.sim.TestTriggerIntegration.testSearchRate(TestTriggerIntegration.java:1213)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2711219 WARN  (Simulated OverseerAutoScalingTriggerThread) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2711219 DEBUG (SUITE-TestTriggerIntegration-seed#[2DCCC7604FA6604A]-worker) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.sim.TestTriggerIntegration_2DCCC7604FA6604A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25ce496e), locale=dsb-DE, timezone=America/Campo_Grande
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=191297368,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, BitVectorTest, TestReplicaProperties, TestLFUCache, TestCloudManagedSchema, NodeLostTriggerTest, SimplePostToolTest, EchoParamsTest, DeleteNodeTest, SolrTestCaseJ4Test, HttpPartitionTest, FieldMutatingUpdateProcessorTest, IndexBasedSpellCheckerTest, CoreAdminRequestStatusTest, TestLegacyField, TestDistributedMissingSort, DisMaxRequestHandlerTest, TestFieldCacheSortRandom, MetricUtilsTest, TestReloadDeadlock, TestElisionMultitermQuery, TestTrie, EnumFieldTest, TestFuzzyAnalyzedSuggestions, TestSizeLimitedDistributedMap, TestValueSourceCache, TestRawTransformer, TestLMDirichletSimilarityFactory, TestMaxScoreQueryParser, HighlighterTest, TestJavabinTupleStreamParser, DistributedQueryComponentOptimizationTest, ConfigSetsAPITest, DefaultValueUpdateProcessorTest, AliasIntegrationTest, RollingRestartTest, SolrCLIZkUtilsTest, AsyncCallRequestStatusResponseTest, V2StandaloneTest, XmlUpdateRequestHandlerTest, QueryElevationComponentTest, TestConfigOverlay, HdfsCollectionsAPIDistributedZkTest, SolrCoreCheckLockOnStartupTest, StatsComponentTest, UninvertDocValuesMergePolicyTest, CustomCollectionTest, HdfsBasicDistributedZkTest, CdcrRequestHandlerTest, TestLRUCache, ClassificationUpdateProcessorIntegrationTest, ZkStateReaderTest, TestHalfAndHalfDocValues, TestCoreContainer, TestSolrCoreProperties, TestShardHandlerFactory, CSVRequestHandlerTest, TestLeaderElectionZkExpiry, UUIDUpdateProcessorFallbackTest, ConnectionReuseTest, RequiredFieldsTest, TestSubQueryTransformerDistrib, FileBasedSpellCheckerTest, CdcrBootstrapTest, TestHdfsUpdateLog, HdfsThreadLeakTest, TestCoreDiscovery, TestCollectionAPIs, DistributedFacetSimpleRefinementLongTailTest, AlternateDirectoryTest, TestExclusionRuleCollectionAccess, TestPolicyCloud, DistributedDebugComponentTest, InfixSuggestersTest, DeleteStatusTest, DistanceFunctionTest, LegacyCloudClusterPropTest, DistribJoinFromCollectionTest, AnalyticsMergeStrategyTest, TestMinMaxOnMultiValuedField, HttpSolrCallGetCoreTest, TestConfigReload, ShardSplitTest, RecoveryZkTest, DistributedFacetPivotSmallTest, TestTolerantUpdateProcessorCloud, OverseerRolesTest, TestGenericDistributedQueue, UUIDFieldTest, CopyFieldTest, RuleEngineTest, BasicDistributedZk2Test, ReplaceNodeTest, ClusterStateTest, TestDistributedGrouping, TestPayloadScoreQParserPlugin, TestNumericRangeQuery64, TestSolrCLIRunExample, HdfsWriteToMultipleCollectionsTest, CoreAdminHandlerTest, TestLRUStatsCache, SuggesterWFSTTest, TestHashPartitioner, TestIndexSearcher, CdcrUpdateLogTest, SolrGangliaReporterTest, TestPerFieldSimilarityWithDefaultOverride, TestCloudRecovery, TestQuerySenderListener, SmileWriterTest, TestManagedStopFilterFactory, AtomicUpdateProcessorFactoryTest, TestFieldCache, PeerSyncReplicationTest, TestInitParams, TestLMJelinekMercerSimilarityFactory, TestPivotHelperCode, WordBreakSolrSpellCheckerTest, OverriddenZkACLAndCredentialsProvidersTest, UnloadDistributedZkTest, ReturnFieldsTest, TestLockTree, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, LeaderElectionTest, TermVectorComponentDistributedTest, TestRealTimeGet, TestReload, TestRangeQuery, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, TestFiltering, ShowFileRequestHandlerTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SuggesterFSTTest, TestFoldingMultitermQuery, TestStressLucene, PolyFieldTest, NoCacheHeaderTest, TestAtomicUpdateErrorCases, SortByFunctionTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, DirectSolrSpellCheckerTest, TestQueryTypes, MoreLikeThisHandlerTest, LoggingHandlerTest, TestJmxIntegration, TestCSVResponseWriter, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestBinaryField, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestIBSimilarityFactory, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, MultiThreadedOCPTest, OutOfBoxZkACLAndCredentialsProvidersTest, RecoveryAfterSoftCommitTest, TestAuthenticationFramework, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestConfigSetsAPI, TestLocalFSCloudBackupRestore, TestPrepRecovery, TestRequestForwarding, TestRequestStatusCollectionAPI, TestSkipOverseerOperations, TestTlogReplica, NodeAddedTriggerTest, SearchRateTriggerTest, TestComputePlanAction, TestDistribStateManager, TestLargeCluster, TestNodeAddedTrigger, TestNodeLostTrigger, TestSimDistributedQueue, TestTriggerIntegration]
   [junit4] Completed [582/764 (1!)] on J2 in 1.88s, 11 tests, 1 failure <<< FAILURES!

[...truncated 40768 lines...]